-- Logs begin at Wed 2021-07-28 21:02:12 UTC, end at Wed 2021-07-28 21:59:43 UTC. -- Jul 28 21:32:24.674566 dv-cinder-784623-15-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 21:32:27.343273 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.common.config [-] Logging enabled! Jul 28 21:32:27.343865 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 28 21:32:27.344041 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99562) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 21:32:27.347207 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.common.config [-] Logging enabled! Jul 28 21:32:27.347463 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev504 Jul 28 21:32:27.347772 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99562) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 21:32:27.348692 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 21:32:27.348924 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 21:32:27.349284 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 21:32:27.349528 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 21:32:27.349752 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 21:32:27.350070 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.350390 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.350683 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.350913 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.351207 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.351501 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.351773 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.352056 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.352349 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.352631 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.352904 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.353183 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.353411 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.353686 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.353973 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.354289 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.354570 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] debug = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.354852 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.355272 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.355667 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.355943 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.356228 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.356504 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.356770 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.357041 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.357318 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.357644 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] host = dv-cinder-784623-15-iscsi {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.357918 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.358740 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.359028 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.359310 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.359582 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.359855 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.360134 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.360402 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.360672 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.360941 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.361224 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.361506 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.361791 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.362010 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.362251 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.362540 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.362825 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.363099 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.363370 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.363641 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.363910 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.364179 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.364448 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.364729 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.365010 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.365291 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.365562 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.365831 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.366115 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.366385 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.366666 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.367191 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.367458 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.367727 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.368007 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.368272 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.368541 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.368836 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.369118 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.369398 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.369678 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.369946 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.370248 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.370519 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.370789 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.371059 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] use_json = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.371329 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.371598 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.371877 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.372146 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.372414 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.372681 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.372949 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.373227 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:27.373520 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.374363 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.374673 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.374955 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.375247 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.375524 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.375809 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.376086 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.376368 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.376651 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.376933 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.377206 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.377491 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.377765 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.378054 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.378387 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.378676 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.378962 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.379234 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.379503 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.379772 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.380046 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.380328 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.380615 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.380901 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.381169 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.381443 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.381728 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.382001 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.382294 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.382567 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.382851 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.383128 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.383395 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.383671 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.383943 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.384208 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.384480 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.384751 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.385037 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.385318 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.385584 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.385849 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.386141 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.386411 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.386690 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.386962 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.387232 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.387500 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.387776 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.388045 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.388315 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.388588 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.388855 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.389129 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.389417 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.389686 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.389951 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.390244 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.390511 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.390779 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.391048 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.391323 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.391590 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.391860 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.392126 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.392395 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.392662 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.392944 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.393239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.393519 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.393796 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.394071 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.394386 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.394663 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.394941 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.395217 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.395492 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.395762 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.396048 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.396328 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.396610 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.396892 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.397166 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.397459 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.397734 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.398014 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.398310 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.398583 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.398868 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.399149 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.399439 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.399730 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.400020 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.400308 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.400595 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.400871 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.401176 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.401452 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:27.401668 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 21:32:27.401909 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99562) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 21:32:27.756306 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 21:32:27.756579 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 21:32:27.756865 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 21:32:27.757190 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 21:32:28.140245 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.140457 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.140726 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.142029 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.142324 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.142588 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.176432 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.176706 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.176979 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.191291 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.191574 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.191838 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.220257 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.220532 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.220800 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.256573 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.256854 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.257121 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.485869 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.486527 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.486619 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.486921 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.487890 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.609622 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.609940 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.610247 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.610517 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.610777 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.611087 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.611341 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.611592 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.611841 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.612118 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.612373 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.612631 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.612881 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.613127 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.613378 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.613637 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.613886 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.614173 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.614439 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.614692 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.614959 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.615206 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.615484 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.615852 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.616099 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.616339 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.616726 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:28.617219 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:28.617453 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:28.617688 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:28.617924 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:28.618186 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:28.618690 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 21:32:28.621711 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 21:32:28.626135 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 21:32:28.629910 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 28 21:32:28.631561 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 21:32:28.632014 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 21:32:28.632348 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 21:32:28.632726 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 21:32:28.635492 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 21:32:28.635743 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 21:32:28.636083 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 21:32:28.641341 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 21:32:28.663898 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 21:32:28.664343 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.664641 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99562) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 21:32:28.665000 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.666367 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99562) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 21:32:28.666644 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 21:32:28.666885 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 21:32:28.670478 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.670807 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:28.734361 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 21:32:28.734539 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 21:32:28.734774 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 21:32:28.735138 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 21:32:28.757172 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_db.sqlalchemy.engines [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99562) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 21:32:29.281645 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing driver for type 'gre' Jul 28 21:32:29.282216 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] gre ID ranges: [(1, 1000)] Jul 28 21:32:29.335669 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing driver for type 'local' Jul 28 21:32:29.336015 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing driver for type 'vlan' Jul 28 21:32:29.348405 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] VlanTypeDriver initialization complete Jul 28 21:32:29.348733 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing driver for type 'vxlan' Jul 28 21:32:29.349217 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] vxlan ID ranges: [(1, 1000)] Jul 28 21:32:29.398619 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing extension driver 'port_security' Jul 28 21:32:29.399049 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] PortSecurityExtensionDriver initialization complete Jul 28 21:32:29.399432 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing mechanism driver 'openvswitch' Jul 28 21:32:29.399772 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing mechanism driver 'hyperv' Jul 28 21:32:29.406223 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.plugin [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:32:29.407067 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.407439 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.407797 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.408317 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 21:32:29.408760 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.409120 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.409470 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.409864 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 21:32:29.410299 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.410651 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.410998 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.411397 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 21:32:29.411808 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > security_group after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.412165 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > security_group after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.412512 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.412907 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 21:32:29.413314 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.413664 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.414010 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.414425 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 21:32:29.414832 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > address_group after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.415183 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > address_group after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.415524 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.415914 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 21:32:29.416294 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] ML2 OVO RPC backend initialized. {{(pid=99562) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 21:32:29.416997 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.417354 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.417771 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.418143 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > networks before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.418497 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.418842 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > ports before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.419188 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.419531 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnets before_response 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.419879 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.420223 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.421062 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.421406 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.421747 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.422085 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.422445 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.422787 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.423125 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.423698 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.plugin [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Modular L2 Plugin initialization complete Jul 28 21:32:29.424029 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading services supported by the core plugin {{(pid=99562) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 21:32:29.424356 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.plugins.ml2.managers [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Got port-security extension from driver 'port_security' Jul 28 21:32:29.424852 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.extensions.vlantransparent [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Disabled vlantransparent extension. Jul 28 21:32:29.425423 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99562) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 21:32:29.425910 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: router Jul 28 21:32:29.464527 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.464527 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_create 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.464884 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router before_create 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.465253 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.465633 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.465992 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_delete 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.466381 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.466875 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_create 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.467231 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_update 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.467616 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_update 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.467968 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.468332 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_update 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.468748 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_update 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.469125 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.469472 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.469816 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: subnet after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.470191 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.470548 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.470907 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_create 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.471253 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.471600 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.471962 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router after_update 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.472307 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.472661 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_create 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.473025 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.473372 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_update 55549900 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.473742 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > agent after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.474118 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > agent after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.474470 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > network after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.475340 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Tracking information for resource: router configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:29.475675 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Tracking information for resource: floatingip configured {{(pid=99562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 21:32:29.480567 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.db.l3_agentschedulers_db [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 21:32:29.481153 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.481519 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port after_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.481872 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port after_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.482264 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: port after_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.483583 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router before_create 55550100 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.483956 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.484323 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_create 55550100 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.484684 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > router precommit_update 55550100 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.489261 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.provider_configuration [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service providers = [] {{(pid=99562) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 21:32:29.489756 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.db.servicetype_db [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99562) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 21:32:29.492875 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.service_base [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 21:32:29.493234 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.service_base [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 21:32:29.493582 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.service_base [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 21:32:29.494506 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.services.service_base [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 21:32:29.494884 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.services.service_base [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 21:32:29.495261 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.495582 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 21:32:29.508199 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.508544 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: auto_allocate Jul 28 21:32:29.514316 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: network precommit_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.514693 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: network precommit_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.515211 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.515534 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: tag Jul 28 21:32:29.522328 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.522668 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: timestamp Jul 28 21:32:29.526513 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.526850 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: network_ip_availability Jul 28 21:32:29.532336 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.532664 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.533023 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.533736 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.534060 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: flavors Jul 28 21:32:29.539089 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.539429 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading Plugin: revisions Jul 28 21:32:29.543717 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 21:32:29.544111 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_concurrency.lockutils [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=99562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 21:32:29.544833 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99562) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 21:32:29.545172 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Initializing extension manager. Jul 28 21:32:29.546230 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: __init__.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.546575 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: __pycache__ {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.546911 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.547246 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: address_group.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.548000 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.548565 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: address-group Jul 28 21:32:29.548891 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: address_scope.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.549608 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.550131 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: address-scope Jul 28 21:32:29.550476 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.551393 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.551902 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: router-admin-state-down-before-update Jul 28 21:32:29.552225 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: agent.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.552928 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.553431 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: agent Jul 28 21:32:29.553754 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: agent_resources_synced.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.554711 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.555221 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: agent-resources-synced Jul 28 21:32:29.555544 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: allowedaddresspairs.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.557326 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.557848 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: allowed-address-pairs Jul 28 21:32:29.558205 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: auto_allocated_topology.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.559282 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.559801 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: auto-allocated-topology Jul 28 21:32:29.560129 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: availability_zone.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.560833 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.561895 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: availability_zone Jul 28 21:32:29.562253 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: availability_zone_filter.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.563177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.563693 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: availability_zone_filter Jul 28 21:32:29.564019 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: data_plane_status.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.564934 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.565443 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 21:32:29.565767 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: default_subnetpools.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.566710 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.567225 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: default-subnetpools Jul 28 21:32:29.567550 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.568364 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.568873 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: dhcp_agent_scheduler Jul 28 21:32:29.569197 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: dns.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.570136 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.570643 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 21:32:29.570966 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: dns_domain_ports.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.571884 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.572388 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 21:32:29.572710 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.573634 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.574160 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 21:32:29.574484 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: dvr.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.575154 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.575657 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: dvr Jul 28 21:32:29.575977 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: ecmp_routes.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.576923 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.577426 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 21:32:29.577749 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: empty_string_filtering.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.578689 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.579198 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: empty-string-filtering Jul 28 21:32:29.579522 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.580447 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.580968 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 21:32:29.581292 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.582243 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.582749 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 21:32:29.583073 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: external_net.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.583994 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.584507 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: external-net Jul 28 21:32:29.584831 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.585753 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.586307 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: extra_dhcp_opt Jul 28 21:32:29.586621 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: extraroute.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.587548 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.588057 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: extraroute Jul 28 21:32:29.588379 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: extraroute_atomic.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.589419 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.589929 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: extraroute-atomic Jul 28 21:32:29.590284 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: filter_validation.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.591124 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.591633 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: filter-validation Jul 28 21:32:29.591955 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: fip_pf_description.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.592896 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.593400 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 21:32:29.593722 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: fip_port_details.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.594676 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.595186 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: fip-port-details Jul 28 21:32:29.595510 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: flavors.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.596746 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.597263 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: flavors Jul 28 21:32:29.597589 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.599265 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.599798 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 21:32:29.600134 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: floatingip_pools.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.600849 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.601366 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: floatingip-pools Jul 28 21:32:29.601698 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: ip_allocation.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.602664 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.603175 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 21:32:29.603501 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.604429 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.604942 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: ip-substring-filtering Jul 28 21:32:29.605270 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l2_adjacency.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.606249 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.606759 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 21:32:29.607085 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.608555 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.609090 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: router Jul 28 21:32:29.609416 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.611672 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.612205 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 21:32:29.612539 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.613488 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.614005 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: ext-gw-mode Jul 28 21:32:29.614368 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.615315 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.615828 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: l3-ha Jul 28 21:32:29.616154 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3_flavors.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.617326 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.617835 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: l3-flavors Jul 28 21:32:29.618190 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.619111 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.619622 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 21:32:29.619949 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: l3agentscheduler.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.620975 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.621494 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: l3_agent_scheduler Jul 28 21:32:29.621820 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: logging.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.623331 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.624445 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension logging not supported by any of loaded plugins Jul 28 21:32:29.624781 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: metering.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.625529 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.626122 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: metering Jul 28 21:32:29.626459 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.627680 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.628200 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: metering_source_and_destination_fields Jul 28 21:32:29.628529 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: multiprovidernet.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.629458 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.629970 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: multi-provider Jul 28 21:32:29.630329 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: netmtu.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.631265 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.631773 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: net-mtu Jul 28 21:32:29.632096 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: netmtu_writable.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.633019 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.633527 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: net-mtu-writable Jul 28 21:32:29.633852 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: network_availability_zone.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.634553 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.635058 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: network_availability_zone Jul 28 21:32:29.635379 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: network_ip_availability.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.636500 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.637016 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: network-ip-availability Jul 28 21:32:29.637344 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: network_segment_range.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.638137 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.638643 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 21:32:29.638967 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: pagination.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.639982 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.640318 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: pagination Jul 28 21:32:29.640640 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: port_device_profile.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.641555 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.642074 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: port-device-profile Jul 28 21:32:29.642430 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.643369 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.643883 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: port-mac-address-regenerate Jul 28 21:32:29.644207 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.645141 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.645651 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: port-numa-affinity-policy Jul 28 21:32:29.645974 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: port_resource_request.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.646916 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.647429 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 21:32:29.647755 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: portbindings.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.648686 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.649198 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: binding Jul 28 21:32:29.649521 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: portbindings_extended.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.650828 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.651357 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: binding-extended Jul 28 21:32:29.651686 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: portsecurity.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.652607 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.653124 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: port-security Jul 28 21:32:29.653449 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: project_id.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.654464 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.654800 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: project-id Jul 28 21:32:29.655152 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: providernet.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.656088 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.656606 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: provider Jul 28 21:32:29.656930 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.660360 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.660889 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos not supported by any of loaded plugins Jul 28 21:32:29.661228 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.662511 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.663030 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 21:32:29.663362 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.664288 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.664800 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 21:32:29.665128 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_default.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.666054 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.666587 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-default not supported by any of loaded plugins Jul 28 21:32:29.666916 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_fip.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.667573 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.668077 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 21:32:29.668402 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_gateway_ip.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.669334 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.669847 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 21:32:29.670203 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_port_network_policy.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.671658 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.672167 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 21:32:29.672492 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_rule_type_details.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.673416 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.673925 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 21:32:29.674420 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: qos_rules_alias.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.675483 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.675999 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 21:32:29.676326 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: quotasv2.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.677411 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.677744 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: quotas Jul 28 21:32:29.678068 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: quotasv2_detail.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.681077 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.681426 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: quota_details Jul 28 21:32:29.681770 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: rbac.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.682849 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.683376 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: rbac-policies Jul 28 21:32:29.683706 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: rbac_address_group.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.684661 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.685179 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: rbac-address-group Jul 28 21:32:29.685506 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: rbac_address_scope.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.687037 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.687557 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: rbac-address-scope Jul 28 21:32:29.687885 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: rbac_security_groups.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.688814 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.689330 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: rbac-security-groups Jul 28 21:32:29.689657 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: rbac_subnetpool.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.690602 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.691121 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: rbac-subnetpool Jul 28 21:32:29.691450 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: revisionifmatch.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.692383 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.692900 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: revision-if-match Jul 28 21:32:29.693225 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: revisions.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.694367 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.694886 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: standard-attr-revisions Jul 28 21:32:29.695215 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: router_availability_zone.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.695892 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.696404 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: router_availability_zone Jul 28 21:32:29.696728 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: routerservicetype.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.697663 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.698201 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 21:32:29.698527 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.699453 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.699966 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: security-groups-normalized-cidr Jul 28 21:32:29.700292 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.701212 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.701727 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: port-security-groups-filtering Jul 28 21:32:29.702076 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.703038 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.703553 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: security-groups-remote-address-group Jul 28 21:32:29.703878 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: securitygroup.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.713191 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.713723 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: security-group Jul 28 21:32:29.714057 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: segment.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.714877 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.715390 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension segment not supported by any of loaded plugins Jul 28 21:32:29.715719 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.716661 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.717171 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 21:32:29.718025 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: servicetype.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.719147 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.719676 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: service-type Jul 28 21:32:29.720005 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: sorting.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.720990 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.721327 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: sorting Jul 28 21:32:29.721655 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: standard_attr_segment.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.722665 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.723184 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 21:32:29.723512 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: standardattrdescription.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.724164 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.724677 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: standard-attr-description Jul 28 21:32:29.725005 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: stateful_security_group.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.725952 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.726496 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: stateful-security-group Jul 28 21:32:29.726826 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: stdattrs_common.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.727409 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 21:32:29.727736 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.728679 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.729196 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 21:32:29.729525 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: subnet_onboard.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.730637 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.731157 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: subnet_onboard Jul 28 21:32:29.731485 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.732424 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.732936 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 21:32:29.733865 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: subnet_service_types.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.734828 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.735349 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: subnet-service-types Jul 28 21:32:29.735676 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: subnetallocation.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.736758 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.737279 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: subnet_allocation Jul 28 21:32:29.737603 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.738303 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.738813 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: subnetpool-prefix-ops Jul 28 21:32:29.739134 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.740065 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.740573 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 21:32:29.740895 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: tagging.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.742234 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.742761 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: standard-attr-tag Jul 28 21:32:29.743087 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: timestamp.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.744327 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.744821 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loaded extension: standard-attr-timestamp Jul 28 21:32:29.745153 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: trunk.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.746227 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.746749 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension trunk not supported by any of loaded plugins Jul 28 21:32:29.747080 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: trunk_details.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.748009 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.748530 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 21:32:29.748884 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: uplink_status_propagation.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.749814 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.750363 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 21:32:29.750690 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Loading extension file: vlantransparent.py {{(pid=99562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 21:32:29.751359 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 21:32:29.751868 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 21:32:29.754304 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:network Jul 28 21:32:29.754830 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:subnet Jul 28 21:32:29.755236 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 21:32:29.755634 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:port Jul 28 21:32:29.756879 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.757330 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service FLAVORS assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.757951 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.758417 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.758753 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:router Jul 28 21:32:29.759200 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 21:32:29.759694 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service METERING assigned prefix: /metering {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.761117 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.761492 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.761846 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:32:29.762845 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 21:32:29.763301 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:security_group Jul 28 21:32:29.763748 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 21:32:29.764390 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service CORE assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.764731 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 21:32:29.765082 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] subnetpool is already registered Jul 28 21:32:29.765513 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service CORE assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.765843 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 21:32:29.766198 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] subnetpool is already registered Jul 28 21:32:29.768532 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.769078 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service FLAVORS assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.769707 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.770235 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.770577 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:router Jul 28 21:32:29.770920 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] router is already registered Jul 28 21:32:29.771337 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 21:32:29.771675 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] floatingip is already registered Jul 28 21:32:29.772154 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service METERING assigned prefix: /metering {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.772866 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 21:32:29.773197 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] rbac_policy is already registered Jul 28 21:32:29.773623 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:security_group Jul 28 21:32:29.773957 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] security_group is already registered Jul 28 21:32:29.774405 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 21:32:29.774742 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] security_group_rule is already registered Jul 28 21:32:29.775246 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service CORE assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.775571 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 21:32:29.775904 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] subnetpool is already registered Jul 28 21:32:29.776325 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.v2.resource_helper [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Service CORE assigned prefix: {{(pid=99562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 21:32:29.776651 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 21:32:29.776997 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING neutron.quota.resource_registry [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] subnetpool is already registered Jul 28 21:32:29.778660 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: extensions {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.780659 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: address-groups {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.782177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: address-scopes {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.783441 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: agents {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.784655 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: auto-allocated-topology {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.785893 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: availability_zones {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.787131 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: dhcp-networks {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.788545 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: dhcp-agents {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.790062 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: routers {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.791797 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: flavors {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.792971 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: service_profiles {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.794317 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: next_providers {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.796279 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: service_profiles {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.797710 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: floatingip-pools {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.799060 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: routers {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.800769 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: floatingips {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.801958 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: l3-routers {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.803487 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: l3-agents {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.804884 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: metering-labels {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.806272 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: metering-label-rules {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.807536 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: network-ip-availabilities {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.808875 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: bindings {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.810470 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: quotas {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.811929 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: quotas {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.813462 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: rbac-policies {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.814698 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: security-groups {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.815909 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: security-group-rules {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.817231 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: service-providers {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.818470 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: subnetpools {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.819802 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: subnetpools {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.821345 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.823086 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.824786 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.826684 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.828575 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.830451 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.832215 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.834023 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.836803 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.838594 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron.api.extensions [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Extended resource: tags {{(pid=99562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 21:32:29.845121 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING keystonemiddleware.auth_token [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 21:32:29.849674 dv-cinder-784623-15-iscsi neutron-server[99562]: WARNING keystonemiddleware.auth_token [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 21:32:29.858776 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_concurrency.lockutils [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Acquired lock "singleton_lock" {{(pid=99562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 21:32:29.859258 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_concurrency.lockutils [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Releasing lock "singleton_lock" {{(pid=99562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 21:32:29.859900 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Starting 2 workers Jul 28 21:32:29.864654 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Started child 99669 {{(pid=99562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 21:32:29.869232 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Started child 99670 {{(pid=99562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 21:32:29.870172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:29.870866 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO neutron.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 21:32:29.871538 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Notify callbacks [] for process, before_spawn {{(pid=99562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:29.871687 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [-] (99669) wsgi starting up on http://0.0.0.0:9696 Jul 28 21:32:29.873818 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:29.874314 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Starting 1 workers Jul 28 21:32:29.875239 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [-] (99670) wsgi starting up on http://0.0.0.0:9696 Jul 28 21:32:29.879048 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Started child 99671 {{(pid=99562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 21:32:29.879606 dv-cinder-784623-15-iscsi neutron-server[99562]: INFO oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Starting 1 workers Jul 28 21:32:29.882468 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] calling RpcWorker wait() {{(pid=99671) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 21:32:29.882987 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] returning from RpcWorker wait() {{(pid=99671) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 21:32:29.883980 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Started child 99672 {{(pid=99562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 21:32:29.884329 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:29.884793 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:32:29.884887 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG neutron_lib.callbacks.manager [None req-5f402582-75a8-4ace-bcbb-36c297fdb991 None None] Notify callbacks [] for process, after_spawn {{(pid=99562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:29.886691 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 21:32:29.886908 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 21:32:29.887095 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 21:32:29.887310 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 21:32:29.887651 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 21:32:29.887816 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 21:32:29.888325 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.888610 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.888715 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:29.889178 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.889178 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.889427 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.889867 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:32:29.890036 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.890329 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.890567 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.890851 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.891124 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.891295 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.891464 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.891705 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.891954 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.892234 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.892511 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.892769 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.893062 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.893242 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.893509 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.893792 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.894050 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.894398 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] debug = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.894581 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.895077 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.895340 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.895580 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.895803 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.896079 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.896311 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.896558 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.896815 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.897046 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.897290 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.897538 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.897781 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.897995 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.898239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.898491 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.898714 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.899196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] host = dv-cinder-784623-15-iscsi {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.899416 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.899655 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.899913 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.900159 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.900416 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.900654 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.900902 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.901158 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.901420 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.901647 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.901908 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.902172 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.902415 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.902667 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.902832 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_options = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.903081 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.903341 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.903609 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.903800 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.903970 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.904147 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.904407 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.904598 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.904821 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.905558 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.905780 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.905998 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.906237 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.906484 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.906720 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.906954 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.907190 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.907402 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.907650 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.907879 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.908107 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.908357 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.908576 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.908820 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.909039 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.909275 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.909509 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.910039 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.910039 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.910238 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.910492 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.910751 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.910990 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.911254 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.911505 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.911737 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.911963 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.912282 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.912516 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.912782 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.913040 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.913262 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.913521 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.913765 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.913971 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.914209 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_json = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.914445 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.914709 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.914900 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.915138 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.915369 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.915587 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.915805 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.916154 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:29.916584 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.916883 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.917200 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.917464 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.917716 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.917975 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.918297 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.918563 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.918926 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.919085 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.919521 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.919619 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.919882 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.920211 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.920520 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.921461 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.921885 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.922040 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.922290 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.922541 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.922781 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.923003 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.923375 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.923612 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.923858 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.924111 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.924364 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.924603 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.924840 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.925232 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.925337 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.925553 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.925844 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.926075 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.926351 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.926658 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.926830 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.927082 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.927316 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.927566 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.927830 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.928066 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.928308 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.928614 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.928781 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.928980 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.929220 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.929453 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.929674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.929945 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.930196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.930423 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.930718 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.930959 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.931410 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.931410 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.931814 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.932996 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.936024 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.936829 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.937140 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.937425 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.937680 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.938518 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.939737 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.940007 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.940278 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.940522 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.940788 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.941061 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.941323 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.941555 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.941784 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.942012 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.945598 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.945852 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.946094 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.946355 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.946602 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.946847 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.947110 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.947340 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.947592 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.947839 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.948254 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.948583 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.948726 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.948988 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.949245 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.949514 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.949746 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.950011 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.950983 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.951302 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.951554 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.951935 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.952172 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.952445 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.952690 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.952916 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.953178 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.953983 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.954244 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.954488 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.954762 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.954990 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.955259 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.955629 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.955949 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.956189 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.956462 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.956960 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.957297 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.957614 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.957865 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.958345 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.958534 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.958799 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.959157 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.959529 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.960146 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.960832 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.962138 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.962548 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.962981 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.963252 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.963482 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.963766 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.963972 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.964234 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.964455 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.964691 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.965034 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.965304 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.965631 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.965887 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.966182 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.966420 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.966662 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.966925 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.967171 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.967978 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.968233 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.968483 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.970452 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.970709 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.970971 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.971218 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.973256 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.973527 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.973798 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.974069 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.974330 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.976284 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.977173 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.977736 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.977979 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.978566 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.978802 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.980312 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.980545 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.980807 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.981063 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.981322 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.981578 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.981827 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.982054 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.982344 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.982615 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.982876 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.983192 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.983422 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.983661 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.983898 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.984184 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.984403 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.985110 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.985406 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.985635 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.985863 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.986117 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.986377 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.986600 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.986838 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.987057 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.987299 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.987556 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.987910 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.988168 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.988429 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.988677 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.988900 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.989161 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.989403 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.989650 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.989874 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.990121 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.990342 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.990606 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.990835 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.991060 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.991277 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.991512 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.991728 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.992203 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.992419 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.992733 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.992995 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.993229 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.993488 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.993711 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.993964 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.994220 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.994433 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.994673 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.994902 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.995150 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.995368 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.995604 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.995822 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.996057 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.996287 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.998580 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.999338 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:29.999592 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.000241 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.000699 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.000970 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.001200 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.001425 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.001704 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.001965 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.002213 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.002658 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.002894 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.003114 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.003351 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.003570 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.003840 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.004077 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.004303 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.004546 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.004847 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.005102 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.005457 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.005769 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.006026 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.006279 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.006553 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.006878 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.007098 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.007369 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.007763 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.007996 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.008255 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.008535 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.008879 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.009243 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.009540 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.009814 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.010470 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.010758 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.011022 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.011243 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.011588 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.011932 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.012337 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.012591 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.012831 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.013156 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.013411 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.013633 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.013980 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.014254 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.014385 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:32:30.015039 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.015324 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.015580 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.015817 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.016038 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.016270 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.016524 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.016785 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.017002 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.017256 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.017476 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.017635 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 21:32:30.018177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 21:32:30.018344 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 21:32:30.018502 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 21:32:30.018692 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 21:32:30.018863 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 21:32:30.019018 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 21:32:30.019226 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.019395 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.019557 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.019718 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.019881 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.020065 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.020228 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.020388 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.020548 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.020706 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.020867 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021027 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021187 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021346 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021505 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021665 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021824 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.021983 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.022168 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.022330 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.022490 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.022647 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.022806 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] debug = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.022965 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.023171 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.023336 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.023498 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.023656 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.023815 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.023973 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.024132 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.024291 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.024451 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.024610 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.024769 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.024927 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.025087 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.025245 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] host = dv-cinder-784623-15-iscsi {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026196 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026626 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026626 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026626 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026839 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026839 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.026976 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.027121 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.027318 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.028320 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_options = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.034674 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035487 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.035487 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.036127 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.036365 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.036597 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.036858 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.037268 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.037481 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.037665 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.037830 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.037996 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.038184 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.038342 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.038502 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.038662 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.038848 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039007 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039166 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039335 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039492 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039650 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039808 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.039967 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.040125 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.040282 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.040440 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.040599 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_json = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.040757 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.040914 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.041075 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.041233 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.041403 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.041553 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.041709 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.041866 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 21:32:30.042045 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.042231 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.042406 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.042568 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.042729 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.042892 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.043053 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.043215 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.043376 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.043537 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.043705 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.043867 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.044039 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.044201 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.044362 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.044526 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.044751 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.044904 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.045068 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.045229 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.045391 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.045575 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.045752 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.045913 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.046113 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.046279 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.046445 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.046603 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.046765 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.046928 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.047095 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.047240 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.047400 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.047561 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.047721 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.047882 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.048042 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.048203 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.048364 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.048525 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.048686 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.048846 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.049007 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.049168 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.049335 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.049501 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.049740 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.049954 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.050318 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.050419 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.051247 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.051755 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.051755 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.051755 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.051967 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.052033 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.052177 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.052342 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.052480 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.052680 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.052810 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.053056 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.053223 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.053393 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.053537 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.053694 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.053862 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.054022 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.054226 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.054394 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.054557 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.054720 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.054887 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.055052 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.055200 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.055359 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056239 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056602 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056602 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.056730 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057387 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057387 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057387 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057387 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057656 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057656 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.057778 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058153 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058153 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058327 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058406 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058563 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058728 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.058892 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.059052 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.059214 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.059381 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.059542 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.059702 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.059864 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.060025 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.060188 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.060349 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.060510 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.060671 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.060831 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.061001 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.061668 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.061844 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.062006 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.062198 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.062371 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.062533 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.062695 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.062856 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.063018 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.063178 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.063339 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.063526 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.063688 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064113 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064113 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064113 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064414 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064414 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064837 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.064837 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065044 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065044 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065279 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065401 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065525 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065656 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065783 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.065946 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.066124 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.066291 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.066453 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.066615 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.066776 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.066938 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.067165 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.067297 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.067400 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.067562 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.067723 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.067885 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.068047 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.068208 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.068369 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.068531 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.068692 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.068853 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069014 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069176 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069342 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069503 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069663 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069823 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.069983 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.070164 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.070328 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.070489 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.070650 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.070814 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.070975 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.071136 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.071298 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.071460 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.071621 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.071783 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.071945 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.072107 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.072269 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.072430 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.072591 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.072753 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.072915 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.073077 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.073238 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.073400 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.073562 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.073738 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.073900 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.074062 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.074247 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.074409 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.074571 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.074732 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.074893 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.075054 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.075216 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.075376 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.075538 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.075703 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.075866 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.076028 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.076189 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.076351 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.076512 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.076672 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.076897 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.077553 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.077715 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.077876 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.078037 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.078220 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.078394 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.078555 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.078716 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.078876 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.079037 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.079198 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.079375 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.079536 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.079696 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.079857 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080018 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080180 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080350 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080511 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080672 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080833 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.080993 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.081154 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.081325 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.081486 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.081647 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.081808 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.081969 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.082150 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.082324 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.082485 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.082645 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.082806 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.082968 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.083129 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.083299 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.083461 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.083621 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.083791 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.083951 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.084111 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.084272 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.084445 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.084606 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.084770 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.084932 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.085095 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.085257 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.085444 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.085610 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.085784 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.085951 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.086134 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.086312 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.086474 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.086644 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.086808 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.086975 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.087151 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.087312 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.087474 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.087636 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.087797 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.087959 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.088146 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.088307 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.088467 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.088649 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.088812 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.088973 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.089134 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.089299 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.089460 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.089620 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.089785 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.089930 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.090090 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.090281 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 21:32:30.090436 dv-cinder-784623-15-iscsi neutron-server[99562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 21:32:30.347503 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54562) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:32:30.355777 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061123 Jul 28 21:32:41.603819 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f79eba-22fd-4eca-a10a-21ec4b832150 None None] get_active_networks_info from dv-cinder-784623-15-iscsi {{(pid=99671) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 21:32:41.672840 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f79eba-22fd-4eca-a10a-21ec4b832150 None None] No non-hosted networks {{(pid=99671) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 21:32:41.690464 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0cdf028b-d66f-43c6-b579-800a860a812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734613'] for agent, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:44.139812 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734613'] for agent, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:44.141613 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.142274 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.143650 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.144311 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.144879 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.145509 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.146038 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.146920 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.147547 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.148071 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.149099 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.149786 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:44.150520 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784623-15-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:32:44.159220 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-15-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:32:44.200979 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cb7faecd-e58a-4558-b5f0-906fbf55d2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734613'] for agent, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:44.253951 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-72b833a1-e06d-4af0-986c-74c04214183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:45.352738 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734613'] for agent, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:46.836900 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734613'] for agent, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:48.072951 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54656) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:32:48.513102 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.db.l3_hamode_db [None req-39e41bd8-6ea0-4aa6-a7ff-2f1d487bdc7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 21:32:48.559701 dv-cinder-784623-15-iscsi neutron-server[99670]: WARNING oslo_policy.policy [None req-f619c198-016a-4fc3-8151-40dce72cd349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:32:48.560272 dv-cinder-784623-15-iscsi neutron-server[99670]: WARNING oslo_policy.policy [None req-f619c198-016a-4fc3-8151-40dce72cd349 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:32:48.589751 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e41bd8-6ea0-4aa6-a7ff-2f1d487bdc7e None None] Routers set() bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:32:48.590156 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e41bd8-6ea0-4aa6-a7ff-2f1d487bdc7e None None] Router IDs set() for agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 21:32:48.777291 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [None req-f619c198-016a-4fc3-8151-40dce72cd349 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:32:48.778374 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f619c198-016a-4fc3-8151-40dce72cd349 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7044239 Jul 28 21:32:51.152681 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54670) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:32:51.457129 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:32:51.552018 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.policy [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 21:32:51.595903 dv-cinder-784623-15-iscsi neutron-server[99670]: WARNING oslo_policy.policy [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:32:51.596276 dv-cinder-784623-15-iscsi neutron-server[99670]: WARNING oslo_policy.policy [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:32:51.604726 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.quota [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] Loaded quota_driver: . Jul 28 21:32:51.696151 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523319770', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523321327', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523340711', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523342237', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523763179', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790523289244', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7831403', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7803909', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1591480', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1660689'] for rbac-policy, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:51.758044 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:51.759209 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a76abf3f-bae7-482e-ad45-39b9bd405eff admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6055467 Jul 28 21:32:54.360943 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54682) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:32:54.650386 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Request body: {'network': {'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'name': 'private', 'admin_state_up': True}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:32:54.677951 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Made reservation on behalf of a32ec11305ac40259dd6a8af33aecea2 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:32:54.680704 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:54.697139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:54.814875 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:54.818121 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:54.836859 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:32:54.864760 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790526572072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:54.865336 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Unsubscribe: segment precommit_create {{(pid=99670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 21:32:54.865839 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Added segment 0809e56b-e3da-4dd1-86dc-c82fa974a85c of type vlan for network 7f98936d-d94c-4232-94c2-5decafbf5856 Jul 28 21:32:54.882735 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd3256-3db6-4242-9938-50d91127e53c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:32:54.930682 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.931038 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.931368 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.931691 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.932010 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.932339 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.932656 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.932982 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.933311 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.933623 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.933931 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.934267 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Tracked resource versions report: Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: pushed versions: Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: { 'AddressGroup': {'1.2'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'ConntrackHelper': {'1.0'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Log': {'1.0'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Network': {'1.1'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Port': {'1.7'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'PortForwarding': {'1.2'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'QosPolicy': {'1.8'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroup': {'1.4'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SubPort': {'1.0'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Subnet': {'1.1'}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Trunk': {'1.1'}} Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: consumer versions: Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'ConntrackHelper': '1.0', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Log': '1.0', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Network': '1.1', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Port': '1.7', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'PortForwarding': '1.2', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'QosPolicy': '1.8', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroup': '1.4', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroupRule': '1.2', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SubPort': '1.0', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Subnet': '1.1', Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Trunk': '1.1'}} Jul 28 21:32:54.935614 dv-cinder-784623-15-iscsi neutron-server[99670]: {{(pid=99670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:32:54.983071 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:55.030505 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:55.031580 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:32:55.032213 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:55.113326 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7512605 Jul 28 21:32:55.127288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9128be3-5ca5-4639-9132-d1fb28a361a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7f98936d-d94c-4232-94c2-5decafbf5856,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:32:55.144957 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 7f98936d-d94c-4232-94c2-5decafbf5856 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:32:57.717789 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54696) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:32:58.107419 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf5595-8dc7-4195-ba53-b735613d1c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:32:58.108810 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d4bf5595-8dc7-4195-ba53-b735613d1c18 admin admin] 10.222.0.21 "GET /v2.0/networks/7f98936d-d94c-4232-94c2-5decafbf5856 HTTP/1.1" status: 200 len: 825 time: 0.3900468 Jul 28 21:32:58.134590 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-723ca577-d351-41bf-95fc-17bc2db69980 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8 HTTP/1.1" status: 200 len: 734 time: 0.0181017 Jul 28 21:32:58.144053 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:32:58.166793 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Made reservation on behalf of a32ec11305ac40259dd6a8af33aecea2 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:32:58.169069 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:58.469797 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:58.537438 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea0c691-7c3f-45d0-91c7-86d345f0730f,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:32:58.541761 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Checking segment: {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:32:58.542174 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Network hostable DHCP agents. Network: 7f98936d-d94c-4232-94c2-5decafbf5856, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:32:58.563139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Network 7f98936d-d94c-4232-94c2-5decafbf5856 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:32:58.573007 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 7f98936d-d94c-4232-94c2-5decafbf5856) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:32:58.578024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:32:58.578646 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:58.583520 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dead2c-57db-401a-9d21-5a177e7d79b1 None None] Network 7f98936d-d94c-4232-94c2-5decafbf5856 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:32:58.591469 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-8748c6be-bc26-4354-be86-340abc740c05 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4506514 Jul 28 21:32:58.896309 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-7f98936d-d94c-4232-94c2-5decafbf5856', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:32:58.897584 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:59.164699 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Allocated IP 172.20.0.2 (7f98936d-d94c-4232-94c2-5decafbf5856/4ea0c691-7c3f-45d0-91c7-86d345f0730f/fcd58a8d-5092-42c6-b4de-d3c36808fa54) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:32:59.391560 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:59.405907 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Transition to ACTIVE for port object fcd58a8d-5092-42c6-b4de-d3c36808fa54 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:32:59.425779 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Transition to ACTIVE for port object fcd58a8d-5092-42c6-b4de-d3c36808fa54 will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:32:59.434941 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:59.501851 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Network 7f98936d-d94c-4232-94c2-5decafbf5856 is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:32:59.506266 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:32:59.509573 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:32:59.547958 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Pushing event updated for resources: {'Port': ['ID=fcd58a8d-5092-42c6-b4de-d3c36808fa54,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:32:59.572737 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.573096 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.573434 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.573760 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.574081 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.574425 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.574743 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.575059 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.575390 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.575706 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.576082 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.576400 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Tracked resource versions report: Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: pushed versions: Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: { 'AddressGroup': {'1.2'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'ConntrackHelper': {'1.0'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Log': {'1.0'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Network': {'1.1'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Port': {'1.7'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'PortForwarding': {'1.2'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'QosPolicy': {'1.8'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroup': {'1.4'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SubPort': {'1.0'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Subnet': {'1.1'}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Trunk': {'1.1'}} Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: consumer versions: Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'ConntrackHelper': '1.0', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Log': '1.0', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Network': '1.1', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Port': '1.7', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'PortForwarding': '1.2', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'QosPolicy': '1.8', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroup': '1.4', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroupRule': '1.2', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SubPort': '1.0', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Subnet': '1.1', Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Trunk': '1.1'}} Jul 28 21:32:59.577772 dv-cinder-784623-15-iscsi neutron-server[99671]: {{(pid=99671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:32:59.604559 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Attempting to bind port fcd58a8d-5092-42c6-b4de-d3c36808fa54 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:32:59.605104 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Attempting to bind port fcd58a8d-5092-42c6-b4de-d3c36808fa54 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:32:59.605406 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Attempting to bind port fcd58a8d-5092-42c6-b4de-d3c36808fa54 on network 7f98936d-d94c-4232-94c2-5decafbf5856 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:32:59.610645 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:32:59.611058 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Checking segment: {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:32:59.611495 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:59.611877 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Bound using segment: {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:32:59.612336 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Bound port: fcd58a8d-5092-42c6-b4de-d3c36808fa54, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:32:59.612759 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:59.676036 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] For port fcd58a8d-5092-42c6-b4de-d3c36808fa54, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:32:59.680071 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] For port fcd58a8d-5092-42c6-b4de-d3c36808fa54, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=fcd58a8d-5092-42c6-b4de-d3c36808fa54,segment=NetworkSegment(0809e56b-e3da-4dd1-86dc-c82fa974a85c),segment_id=0809e56b-e3da-4dd1-86dc-c82fa974a85c)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:32:59.684928 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:32:59.751949 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06feb5f0-9b7c-40c4-bc00-9de933066b2c None None] Pushing event updated for resources: {'Port': ['ID=fcd58a8d-5092-42c6-b4de-d3c36808fa54,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:00.994767 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54704) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:01.302348 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [None req-51cb2538-bcca-416b-b788-75e1173a4f2e admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:33:01.303464 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-51cb2538-bcca-416b-b788-75e1173a4f2e admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077464 Jul 28 21:33:03.668436 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54712) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:03.975971 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [None req-bf7dcdd3-f2c5-4042-b0ce-45e4eb2b521c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:33:03.990126 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bf7dcdd3-f2c5-4042-b0ce-45e4eb2b521c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075907 Jul 28 21:33:06.596303 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54722) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:06.899321 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:33:06.931759 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:06.933543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:07.075177 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:07.080327 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:07.092997 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:07.094327 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-afb0db2d-e117-4340-ae5f-3fc04b17f584 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4970093 Jul 28 21:33:08.013202 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device fcd58a8d-5092-42c6-b4de-d3c36808fa54 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:33:08.056784 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da95f82-ad7a-4560-8c4a-c8008cc249af None None] Network 7f98936d-d94c-4232-94c2-5decafbf5856 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:33:08.158953 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-07795f2c-5400-465d-a369-0a2e4c89e98d None None] Provisioning for port fcd58a8d-5092-42c6-b4de-d3c36808fa54 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:33:08.186592 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port fcd58a8d-5092-42c6-b4de-d3c36808fa54 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:33:08.196493 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port fcd58a8d-5092-42c6-b4de-d3c36808fa54 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:08.196886 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:08.365378 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:08.402921 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port fcd58a8d-5092-42c6-b4de-d3c36808fa54, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=fcd58a8d-5092-42c6-b4de-d3c36808fa54,segment=NetworkSegment(0809e56b-e3da-4dd1-86dc-c82fa974a85c),segment_id=0809e56b-e3da-4dd1-86dc-c82fa974a85c)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:33:08.408126 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:08.469800 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=fcd58a8d-5092-42c6-b4de-d3c36808fa54,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:08.597844 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-0cdc6c30-a4c5-4446-ae0f-f325d0f080e6 None None] Provisioning complete for port fcd58a8d-5092-42c6-b4de-d3c36808fa54 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:08.598240 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0cdc6c30-a4c5-4446-ae0f-f325d0f080e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:09.447817 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54736) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:09.744954 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [None req-2d6b540b-d942-45c2-86c7-72100fa777fb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:33:09.745944 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-2d6b540b-d942-45c2-86c7-72100fa777fb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2972057 Jul 28 21:33:09.987168 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device fcd58a8d-5092-42c6-b4de-d3c36808fa54 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:33:10.033173 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port fcd58a8d-5092-42c6-b4de-d3c36808fa54 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:10.033536 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:11.502503 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b1f1481f-b6c8-44e8-b350-b27936617f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.176377 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54744) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:12.478339 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:33:12.501868 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Made reservation on behalf of 0eb75728d0774329aaf20042aba8fc4a for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:33:12.504106 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.511770 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.598114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.601652 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.615802 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Reserving flat network on physical network physnet1 {{(pid=99670) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 21:33:12.637649 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e257e03-12d2-4378-89c5-f937f4114ca8,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:12.641821 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.642178 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Added segment 4bb6b222-847f-46b3-bb40-b03f1699c451 of type flat for network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 Jul 28 21:33:12.687115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.720771 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.721776 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:33:12.722363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:12.774739 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5973406 Jul 28 21:33:12.781828 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b299f-b0f4-4603-9568-6d43457bd7dd admin admin] Pushing event updated for resources: {'Network': ['ID=110cf7fb-d8c9-4203-8a6b-73bd67108d38,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:12.791916 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:33:14.134781 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:14.192121 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b19c51e7-1ba7-465e-aebf-2205e9e32d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:15.114924 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54752) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:15.296162 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:15.473767 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a8924-8a7a-4e29-bafc-43b8b3a94f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:33:15.475183 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a83a8924-8a7a-4e29-bafc-43b8b3a94f6a admin admin] 10.222.0.21 "GET /v2.0/subnets/4ea0c691-7c3f-45d0-91c7-86d345f0730f HTTP/1.1" status: 200 len: 849 time: 0.3592215 Jul 28 21:33:15.588630 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-4ee4e31a-aec7-4e02-8dfa-2d92a6b76b87 admin admin] 10.222.0.21 "GET /v2.0/routers/12bd8f68-d5ea-4ed6-88f6-9c2eb402217a HTTP/1.1" status: 200 len: 704 time: 0.1076539 Jul 28 21:33:15.847992 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.142420 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Allocated IP 172.20.0.1 (7f98936d-d94c-4232-94c2-5decafbf5856/4ea0c691-7c3f-45d0-91c7-86d345f0730f/2a011638-a689-46e8-80cc-34bc1a33f153) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:33:16.333326 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.354855 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Transition to ACTIVE for port object 2a011638-a689-46e8-80cc-34bc1a33f153 will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:33:16.434648 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.509127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Network 7f98936d-d94c-4232-94c2-5decafbf5856 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:33:16.515907 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:33:16.520398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:33:16.521348 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.540662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Pushing event updated for resources: {'Port': ['ID=2a011638-a689-46e8-80cc-34bc1a33f153,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:16.711537 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.743919 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-89d38a53-c247-4ef6-86d5-3411459658a5 None None] Provisioning for port 2a011638-a689-46e8-80cc-34bc1a33f153 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:33:16.748194 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-89d38a53-c247-4ef6-86d5-3411459658a5 None None] Provisioning complete for port 2a011638-a689-46e8-80cc-34bc1a33f153 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:16.748573 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-89d38a53-c247-4ef6-86d5-3411459658a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.787294 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-89d38a53-c247-4ef6-86d5-3411459658a5 None None] Port 2a011638-a689-46e8-80cc-34bc1a33f153 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:33:16.796095 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.917450 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.922310 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:16.923090 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:17.003381 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Pushing event updated for resources: {'Port': ['ID=2a011638-a689-46e8-80cc-34bc1a33f153,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:17.049187 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Network 7f98936d-d94c-4232-94c2-5decafbf5856 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:33:17.050449 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:33:17.205406 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:33:17.208838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-ea2c3f41-c4cd-437a-9460-e181e0e9fc0d None None] Provisioning complete for port 2a011638-a689-46e8-80cc-34bc1a33f153 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:17.209204 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3f41-c4cd-437a-9460-e181e0e9fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:17.243938 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c3f41-c4cd-437a-9460-e181e0e9fc0d None None] Port 2a011638-a689-46e8-80cc-34bc1a33f153 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:33:17.293378 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:33:17.298572 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-3a344d48-bcbe-4b16-b769-c2e864893a7f admin admin] 10.222.0.21 "PUT /v2.0/routers/12bd8f68-d5ea-4ed6-88f6-9c2eb402217a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7046978 Jul 28 21:33:17.309450 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Sync routers for ids ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:33:17.321437 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Routers {'12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:33:17.322270 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:33:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:17.504414 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Set router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:33:17.916820 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'name': 'router1', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:33:06Z', 'updated_at': '2021-07-28T21:33:16Z', 'revision_number': 2, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'gw_port_host': None, '_interfaces': [{'id': '2a011638-a689-46e8-80cc-34bc1a33f153', 'name': '', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'mac_address': 'fa:16:3e:db:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:15Z', 'updated_at': '2021-07-28T21:33:16Z', 'revision_number': 2, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'subnets': [{'id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:17.968463 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Checking router: 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:33:17.968819 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Updating router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a port 2a011638-a689-46e8-80cc-34bc1a33f153 binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:33:18.016343 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:18.531947 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:18.550212 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Transition to ACTIVE for port object 2a011638-a689-46e8-80cc-34bc1a33f153 will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:33:18.556111 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:18.706446 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Pushing event updated for resources: {'Port': ['ID=2a011638-a689-46e8-80cc-34bc1a33f153,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:18.722831 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.723116 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.723462 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.723786 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.724110 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.724437 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.724759 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.725080 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.725420 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.725739 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.726056 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.726516 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Tracked resource versions report: Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: pushed versions: Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: { 'AddressGroup': {'1.2'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'ConntrackHelper': {'1.0'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Log': {'1.0'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Network': {'1.1'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Port': {'1.7'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'PortForwarding': {'1.2'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'QosPolicy': {'1.8'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroup': {'1.4'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SubPort': {'1.0'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Subnet': {'1.1'}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Trunk': {'1.1'}} Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: consumer versions: Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'ConntrackHelper': '1.0', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Log': '1.0', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Network': '1.1', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Port': '1.7', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'PortForwarding': '1.2', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'QosPolicy': '1.8', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroup': '1.4', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroupRule': '1.2', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SubPort': '1.0', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Subnet': '1.1', Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Trunk': '1.1'}} Jul 28 21:33:18.727882 dv-cinder-784623-15-iscsi neutron-server[99672]: {{(pid=99672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:33:18.730641 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Attempting to bind port 2a011638-a689-46e8-80cc-34bc1a33f153 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:33:18.731042 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Attempting to bind port 2a011638-a689-46e8-80cc-34bc1a33f153 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:33:18.731456 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Attempting to bind port 2a011638-a689-46e8-80cc-34bc1a33f153 on network 7f98936d-d94c-4232-94c2-5decafbf5856 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:33:18.738010 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:33:18.738544 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Checking segment: {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:33:18.738897 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:18.739243 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Bound using segment: {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:33:18.739736 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Bound port: 2a011638-a689-46e8-80cc-34bc1a33f153, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0809e56b-e3da-4dd1-86dc-c82fa974a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:33:18.740133 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:18.806185 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] For port 2a011638-a689-46e8-80cc-34bc1a33f153, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:33:18.827222 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] For port 2a011638-a689-46e8-80cc-34bc1a33f153, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2a011638-a689-46e8-80cc-34bc1a33f153,segment=NetworkSegment(0809e56b-e3da-4dd1-86dc-c82fa974a85c),segment_id=0809e56b-e3da-4dd1-86dc-c82fa974a85c)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:33:18.831253 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:18.881167 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Routers {'12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:33:18.881793 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:33:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:18.952005 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb41b5-0c51-4080-997e-9037f3b3502a None None] Pushing event updated for resources: {'Port': ['ID=2a011638-a689-46e8-80cc-34bc1a33f153,revision_number=4']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:18.978896 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] Set router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:33:19.187131 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'name': 'router1', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:33:06Z', 'updated_at': '2021-07-28T21:33:16Z', 'revision_number': 2, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'gw_port_host': None, '_interfaces': [{'id': '2a011638-a689-46e8-80cc-34bc1a33f153', 'name': '', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'mac_address': 'fa:16:3e:db:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:15Z', 'updated_at': '2021-07-28T21:33:18Z', 'revision_number': 4, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'subnets': [{'id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:19.212626 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42202afc-53a5-41ab-85e6-838742d862f1 None None] The sync data for ids ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'] in dv-cinder-784623-15-iscsi is: [{'id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'name': 'router1', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:33:06Z', 'updated_at': '2021-07-28T21:33:16Z', 'revision_number': 2, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'gw_port_host': None, '_interfaces': [{'id': '2a011638-a689-46e8-80cc-34bc1a33f153', 'name': '', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'mac_address': 'fa:16:3e:db:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:15Z', 'updated_at': '2021-07-28T21:33:18Z', 'revision_number': 4, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'subnets': [{'id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:33:19.534318 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54772) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:19.711204 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d4d3c-0239-415c-b918-20c2c4389e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:33:19.712572 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-0e2d4d3c-0239-415c-b918-20c2c4389e87 admin admin] 10.222.0.21 "GET /v2.0/networks/110cf7fb-d8c9-4203-8a6b-73bd67108d38 HTTP/1.1" status: 200 len: 842 time: 0.1773608 Jul 28 21:33:19.722355 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Request body: {'subnet': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:33:19.742628 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Made reservation on behalf of 0eb75728d0774329aaf20042aba8fc4a for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:33:19.745097 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:20.086322 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.objects.ports [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99670) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 21:33:20.086631 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:20.141886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67d6d934-e4a0-4f83-91e8-69e8a88f864d,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:20.147101 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:33:20.147511 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Network hostable DHCP agents. Network: 110cf7fb-d8c9-4203-8a6b-73bd67108d38, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:33:20.163318 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:33:20.171905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 110cf7fb-d8c9-4203-8a6b-73bd67108d38) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:33:20.176096 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:33:20.176614 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:20.181211 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f6437d-41ab-4206-adfd-e74c3e3bd0b0 None None] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:33:20.195677 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5c67d0f0-90cf-4b64-8832-e68fe56a023e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4767423 Jul 28 21:33:20.312226 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f2c2a-5386-4e3b-a95d-984fdd224851 None None] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:33:22.475830 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54790) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:22.602048 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6e6fbfa8-a61b-495f-bb12-ef8012f79d1b admin admin] 10.222.0.21 "GET /v2.0/routers/12bd8f68-d5ea-4ed6-88f6-9c2eb402217a HTTP/1.1" status: 200 len: 710 time: 0.1250968 Jul 28 21:33:22.686354 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0611d6b-89e9-4a1c-a9a9-096bdd7fe4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:33:22.687694 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a0611d6b-89e9-4a1c-a9a9-096bdd7fe4df admin admin] 10.222.0.21 "GET /v2.0/networks/110cf7fb-d8c9-4203-8a6b-73bd67108d38 HTTP/1.1" status: 200 len: 886 time: 0.0794680 Jul 28 21:33:22.697280 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:33:22.943820 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:23.173517 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:23.248431 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:23.352030 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Allocated IP 172.27.3.80 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/8548875f-7a0b-421f-9697-7f1c63b40fe1) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:33:23.449984 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:23.488001 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:23.521273 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:33:23.523795 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:33:23.526982 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:33:23.568554 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Pushing event updated for resources: {'Port': ['ID=8548875f-7a0b-421f-9697-7f1c63b40fe1,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:23.860539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:24.054445 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:24.057571 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1733596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1733589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1620594'] for router, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:24.161885 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:33:24.264950 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:33:24.268998 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:24.270198 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b854daea-51b8-4990-ab45-8fcdf68a85dd admin admin] 10.222.0.21 "PUT /v2.0/routers/12bd8f68-d5ea-4ed6-88f6-9c2eb402217a HTTP/1.1" status: 200 len: 889 time: 1.5763807 Jul 28 21:33:25.766969 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Sync routers for ids ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:33:25.777977 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Routers {'12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:33:25.778769 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:33:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:26.019441 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2a011638-a689-46e8-80cc-34bc1a33f153 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:33:26.051029 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Set router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:33:26.259714 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 2a011638-a689-46e8-80cc-34bc1a33f153 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:33:26.282921 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 2a011638-a689-46e8-80cc-34bc1a33f153 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:26.283287 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:26.476272 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:26.539735 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 2a011638-a689-46e8-80cc-34bc1a33f153, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2a011638-a689-46e8-80cc-34bc1a33f153,segment=NetworkSegment(0809e56b-e3da-4dd1-86dc-c82fa974a85c),segment_id=0809e56b-e3da-4dd1-86dc-c82fa974a85c)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:33:26.543349 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'name': 'router1', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '8548875f-7a0b-421f-9697-7f1c63b40fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:33:06Z', 'updated_at': '2021-07-28T21:33:23Z', 'revision_number': 4, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'gw_port': {'id': '8548875f-7a0b-421f-9697-7f1c63b40fe1', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:23Z', 'updated_at': '2021-07-28T21:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2a011638-a689-46e8-80cc-34bc1a33f153', 'name': '', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'mac_address': 'fa:16:3e:db:60:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:15Z', 'updated_at': '2021-07-28T21:33:18Z', 'revision_number': 4, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'subnets': [{'id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:26.569391 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:26.598018 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Checking router: 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:33:26.598412 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Updating router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a port 8548875f-7a0b-421f-9697-7f1c63b40fe1 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:33:26.657431 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 54802) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:33:26.671899 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:26.703612 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=2a011638-a689-46e8-80cc-34bc1a33f153,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:26.776158 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c16ff240-14d8-4080-b474-6ded378a6570 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1176119 Jul 28 21:33:27.017875 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:27.029724 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Transition to ACTIVE for port object 8548875f-7a0b-421f-9697-7f1c63b40fe1 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:33:27.037741 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:27.091536 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Attempting to bind port 8548875f-7a0b-421f-9697-7f1c63b40fe1 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:33:27.091908 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Attempting to bind port 8548875f-7a0b-421f-9697-7f1c63b40fe1 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:33:27.092267 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Attempting to bind port 8548875f-7a0b-421f-9697-7f1c63b40fe1 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:33:27.097436 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ded1b-42dc-458f-8eca-59023ee99a91 None None] Pushing event updated for resources: {'Port': ['ID=8548875f-7a0b-421f-9697-7f1c63b40fe1,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:27.102891 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:33:27.103258 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:33:27.104515 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:27.104515 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:33:27.104783 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Bound port: 8548875f-7a0b-421f-9697-7f1c63b40fe1, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:33:27.105135 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:27.155545 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] For port 8548875f-7a0b-421f-9697-7f1c63b40fe1, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:33:27.158900 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] For port 8548875f-7a0b-421f-9697-7f1c63b40fe1, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=8548875f-7a0b-421f-9697-7f1c63b40fe1,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:33:27.162568 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:27.220214 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Routers {'12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:33:27.220829 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:33:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:27.222664 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ded1b-42dc-458f-8eca-59023ee99a91 None None] Pushing event updated for resources: {'Port': ['ID=8548875f-7a0b-421f-9697-7f1c63b40fe1,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:27.413692 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] Set router 12bd8f68-d5ea-4ed6-88f6-9c2eb402217a gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:33:27.635842 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'name': 'router1', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '8548875f-7a0b-421f-9697-7f1c63b40fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:33:06Z', 'updated_at': '2021-07-28T21:33:23Z', 'revision_number': 4, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'gw_port': {'id': '8548875f-7a0b-421f-9697-7f1c63b40fe1', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:23Z', 'updated_at': '2021-07-28T21:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2a011638-a689-46e8-80cc-34bc1a33f153', 'name': '', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'mac_address': 'fa:16:3e:db:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:15Z', 'updated_at': '2021-07-28T21:33:26Z', 'revision_number': 5, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'subnets': [{'id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:33:27.667098 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05fda07-6fef-4238-aed4-185bc3d93566 None None] The sync data for ids ['12bd8f68-d5ea-4ed6-88f6-9c2eb402217a'] in dv-cinder-784623-15-iscsi is: [{'id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'name': 'router1', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '8548875f-7a0b-421f-9697-7f1c63b40fe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:33:06Z', 'updated_at': '2021-07-28T21:33:23Z', 'revision_number': 4, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'gw_port': {'id': '8548875f-7a0b-421f-9697-7f1c63b40fe1', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:2f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:23Z', 'updated_at': '2021-07-28T21:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2a011638-a689-46e8-80cc-34bc1a33f153', 'name': '', 'network_id': '7f98936d-d94c-4232-94c2-5decafbf5856', 'tenant_id': 'a32ec11305ac40259dd6a8af33aecea2', 'mac_address': 'fa:16:3e:db:60:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bd8f68-d5ea-4ed6-88f6-9c2eb402217a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:33:15Z', 'updated_at': '2021-07-28T21:33:26Z', 'revision_number': 5, 'project_id': 'a32ec11305ac40259dd6a8af33aecea2', 'subnets': [{'id': '4ea0c691-7c3f-45d0-91c7-86d345f0730f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac7b5c1b-555a-4293-aaf2-5e1f655fa5c8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:33:28.110251 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2a011638-a689-46e8-80cc-34bc1a33f153 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:33:28.163655 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 2a011638-a689-46e8-80cc-34bc1a33f153 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:28.164124 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:28.245538 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 8548875f-7a0b-421f-9697-7f1c63b40fe1 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:33:28.295884 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 8548875f-7a0b-421f-9697-7f1c63b40fe1 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:33:28.300093 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 8548875f-7a0b-421f-9697-7f1c63b40fe1 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:28.300457 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:28.383326 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:28.403473 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 8548875f-7a0b-421f-9697-7f1c63b40fe1, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=8548875f-7a0b-421f-9697-7f1c63b40fe1,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:33:28.409800 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:28.477967 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=8548875f-7a0b-421f-9697-7f1c63b40fe1,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:33:28.941254 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:33:30.007838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 8548875f-7a0b-421f-9697-7f1c63b40fe1 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:33:30.060856 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 8548875f-7a0b-421f-9697-7f1c63b40fe1 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:33:30.061319 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:41.514781 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b9b53106-6c54-4a5f-9d8b-88344bedeb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:44.150174 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:44.220783 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f97b8dcd-32a9-4aed-ac1d-cf31d3f958d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:45.343589 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:33:46.810545 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:05.941305 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:34:11.508350 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8f17da86-235c-458b-ad04-e6f17da0b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:14.134694 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:14.195916 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-67026958-2a8d-49cf-9779-e4059686881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:15.305286 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:16.815582 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:41.510478 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-750e78b5-fd75-4c50-9dbd-f38bd2bddd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:42.940365 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:34:44.127733 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:44.195554 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-24435656-7d2d-4504-933f-63f306c1f599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:45.305462 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:34:46.817293 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:02.925426 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55370) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:02.983806 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bf080e-7a93-4deb-b027-480663e61459 admin admin] GET failed (client error): The resource could not be found. Jul 28 21:35:02.985102 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c1bf080e-7a93-4deb-b027-480663e61459 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0587564 Jul 28 21:35:03.144099 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc37fd75-2fcf-4c63-a9c6-0138b4682e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:03.145484 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-cc37fd75-2fcf-4c63-a9c6-0138b4682e8c admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1559277 Jul 28 21:35:05.266690 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55380) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:05.356562 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2bf261-40c2-4ebc-94d4-8eaacac449ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:05.357875 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-cd2bf261-40c2-4ebc-94d4-8eaacac449ee admin admin] 10.222.0.21 "GET /v2.0/subnets/4ea0c691-7c3f-45d0-91c7-86d345f0730f HTTP/1.1" status: 200 len: 849 time: 0.0902598 Jul 28 21:35:05.367358 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:35:05.447812 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:05.584149 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790526496808'] for subnet, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:05.612548 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:05.613181 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:05.614532 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] 10.222.0.21 "PUT /v2.0/subnets/4ea0c691-7c3f-45d0-91c7-86d345f0730f HTTP/1.1" status: 200 len: 868 time: 0.2507257 Jul 28 21:35:05.629510 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9db80-ce71-4904-b947-5134d6895712 None None] Network 7f98936d-d94c-4232-94c2-5decafbf5856 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:35:05.636990 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea0c691-7c3f-45d0-91c7-86d345f0730f,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:35:05.644499 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.644855 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.645193 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.645516 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.645846 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.646364 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.646695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.647081 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.647434 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.647760 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.648080 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.648397 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5566d4b6-ee79-4973-8335-0214e1a2c5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:05.966418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6cfd0011-0560-4213-88d8-71ccd190e0d8 None None] Provisioning complete for port fcd58a8d-5092-42c6-b4de-d3c36808fa54 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:35:05.966795 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0011-0560-4213-88d8-71ccd190e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:06.053334 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6cfd0011-0560-4213-88d8-71ccd190e0d8 None None] Provisioning complete for port 2a011638-a689-46e8-80cc-34bc1a33f153 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:35:06.053626 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0011-0560-4213-88d8-71ccd190e0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:07.753521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55388) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:07.948631 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0977b0-f13c-4473-9918-d667a5e18911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:07.949102 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0977b0-f13c-4473-9918-d667a5e18911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:07.950666 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ed0977b0-f13c-4473-9918-d667a5e18911 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961539 Jul 28 21:35:10.087978 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55396) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:10.212214 dv-cinder-784623-15-iscsi neutron-server[99669]: WARNING oslo_policy.policy [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:35:10.212775 dv-cinder-784623-15-iscsi neutron-server[99669]: WARNING oslo_policy.policy [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:35:10.718092 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.policy [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 21:35:10.763512 dv-cinder-784623-15-iscsi neutron-server[99669]: WARNING oslo_policy.policy [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:35:10.763885 dv-cinder-784623-15-iscsi neutron-server[99669]: WARNING oslo_policy.policy [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 21:35:10.772095 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:10.772573 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:10.774638 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a84e8f75-9690-4524-94c7-dbee9f473a5f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6835027 Jul 28 21:35:11.512559 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf41b95f-3a42-46b7-9ae8-66a4a5023448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:12.923758 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55412) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:13.100486 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958f268-2b23-4663-9b1a-8275fb7c22bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:13.101847 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f958f268-2b23-4663-9b1a-8275fb7c22bc admin admin] 10.222.0.21 "GET /v2.0/networks/110cf7fb-d8c9-4203-8a6b-73bd67108d38 HTTP/1.1" status: 200 len: 886 time: 0.1771703 Jul 28 21:35:14.132123 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:14.195223 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d9078fce-97e8-4ab3-9a2e-d95a312e009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:15.257037 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55420) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:15.306757 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:15.395388 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890175a0-4ca4-4a09-969c-91a91631c7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:15.396728 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-890175a0-4ca4-4a09-969c-91a91631c7bd admin admin] 10.222.0.21 "GET /v2.0/networks/7f98936d-d94c-4232-94c2-5decafbf5856 HTTP/1.1" status: 200 len: 869 time: 0.1387379 Jul 28 21:35:16.820700 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:17.547671 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55428) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:17.669730 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272bb85-f532-4956-95c0-c354d1fc5b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:17.670204 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6272bb85-f532-4956-95c0-c354d1fc5b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:17.671724 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6272bb85-f532-4956-95c0-c354d1fc5b8e admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231263 Jul 28 21:35:19.819156 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55436) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:19.906606 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a83a1-84a8-4eb0-81a0-ae15f5e36f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:19.907052 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a83a1-84a8-4eb0-81a0-ae15f5e36f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:19.908537 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9c5a83a1-84a8-4eb0-81a0-ae15f5e36f70 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0884531 Jul 28 21:35:19.939810 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:35:22.046343 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55444) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:22.135288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b21355-a6db-4f5b-a848-425b65f59ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:22.136665 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-39b21355-a6db-4f5b-a848-425b65f59ae6 admin admin] 10.222.0.21 "GET /v2.0/subnets/4ea0c691-7c3f-45d0-91c7-86d345f0730f HTTP/1.1" status: 200 len: 868 time: 0.0893884 Jul 28 21:35:24.279085 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55452) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:24.360497 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de59e170-557a-4ccb-ba64-20a1f34514cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:24.361789 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-de59e170-557a-4ccb-ba64-20a1f34514cd admin admin] 10.222.0.21 "GET /v2.0/subnets/67d6d934-e4a0-4f83-91e8-69e8a88f864d HTTP/1.1" status: 200 len: 816 time: 0.0818257 Jul 28 21:35:41.513012 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-63a0f843-152c-47ae-9532-93c1422eaefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:44.132980 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:44.195359 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9e2b93d3-517f-499e-a093-c9b31f97c9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:45.309596 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:46.825110 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:49.606243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55506) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:49.651670 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [None req-e835af48-5777-4564-b20a-4021c7c0df9d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:35:49.652650 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e835af48-5777-4564-b20a-4021c7c0df9d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454748 Jul 28 21:35:51.883679 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55514) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:51.940982 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.pecan_wsgi.hooks.translation [None req-515152d5-79ba-4dea-839d-2ae6b5dd677b admin admin] GET failed (client error): The resource could not be found. Jul 28 21:35:51.942301 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-515152d5-79ba-4dea-839d-2ae6b5dd677b admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0577488 Jul 28 21:35:52.100407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a551112-0151-4912-8e0d-366cac6794b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:52.101794 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7a551112-0151-4912-8e0d-366cac6794b4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1551111 Jul 28 21:35:54.279105 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55522) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:54.324104 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:35:54.325459 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.quota [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Loaded quota_driver: . Jul 28 21:35:54.365864 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Made reservation on behalf of 0eb75728d0774329aaf20042aba8fc4a for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:35:54.369337 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:54.415207 dv-cinder-784623-15-iscsi neutron-server[99669]: WARNING neutron.services.revisions.revision_plugin [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Could not find related network for resource to bump revision. Jul 28 21:35:54.436448 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:35:54.453470 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790526572072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:54.454042 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Unsubscribe: segment precommit_create {{(pid=99669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 21:35:54.454571 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Added segment 2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595 of type vlan for network 30e89649-b394-405c-b473-767e7c2e1cb1 Jul 28 21:35:54.509439 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:54.550944 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:54.551887 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:54.552470 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:54.576403 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2962506 Jul 28 21:35:54.660531 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Pushing event updated for resources: {'Network': ['ID=30e89649-b394-405c-b473-767e7c2e1cb1,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:35:54.670499 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.670938 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.671343 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.671682 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.672014 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.672348 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.672675 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.673028 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.673358 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.673796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.674141 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.674465 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08911097-0777-4625-b003-0169f6d351c4 admin admin] Tracked resource versions report: Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: pushed versions: Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: { 'AddressGroup': {'1.2'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'ConntrackHelper': {'1.0'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Log': {'1.0'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Network': {'1.1'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Port': {'1.7'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'PortForwarding': {'1.2'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'QosPolicy': {'1.8'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroup': {'1.4'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SubPort': {'1.0'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Subnet': {'1.1'}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Trunk': {'1.1'}} Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: consumer versions: Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'ConntrackHelper': '1.0', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Log': '1.0', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Network': '1.1', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Port': '1.7', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'PortForwarding': '1.2', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'QosPolicy': '1.8', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroup': '1.4', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroupRule': '1.2', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SubPort': '1.0', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Subnet': '1.1', Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Trunk': '1.1'}} Jul 28 21:35:54.676204 dv-cinder-784623-15-iscsi neutron-server[99669]: {{(pid=99669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:35:54.713136 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 30e89649-b394-405c-b473-767e7c2e1cb1 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:35:56.758451 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55534) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:35:56.910569 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.pecan_wsgi.hooks.translation [None req-8193b8f9-18fc-4ad6-bdf9-25fb0536c935 admin admin] GET failed (client error): The resource could not be found. Jul 28 21:35:56.911973 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-8193b8f9-18fc-4ad6-bdf9-25fb0536c935 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1526086 Jul 28 21:35:56.938963 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:35:56.979360 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc612d-fc00-431b-8e29-bf411c823bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:56.980763 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-96dc612d-fc00-431b-8e29-bf411c823bde admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638211 Jul 28 21:35:56.990842 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Request body: {'subnet': {'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:35:57.010039 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Made reservation on behalf of 0eb75728d0774329aaf20042aba8fc4a for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:35:57.012209 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.168581 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.221932 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16387727-3169-404c-b4e6-007b8fecd42e,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:35:57.231426 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Checking segment: {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:35:57.231713 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Network hostable DHCP agents. Network: 30e89649-b394-405c-b473-767e7c2e1cb1, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:35:57.246996 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Network 30e89649-b394-405c-b473-767e7c2e1cb1 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:35:57.254834 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 30e89649-b394-405c-b473-767e7c2e1cb1) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:35:57.259512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:35:57.260117 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.264413 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89f04a-330a-4687-ad1c-3f010880327e None None] Network 30e89649-b394-405c-b473-767e7c2e1cb1 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:35:57.283545 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a7da08e2-431e-4a8d-b83b-92546db88878 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2858007 Jul 28 21:35:57.513536 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-30e89649-b394-405c-b473-767e7c2e1cb1', 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1', 'tenant_id': '0eb75728d0774329aaf20042aba8fc4a', 'fixed_ips': [{'subnet_id': '16387727-3169-404c-b4e6-007b8fecd42e'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:35:57.514443 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.652848 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Allocated IP 192.168.233.2 (30e89649-b394-405c-b473-767e7c2e1cb1/16387727-3169-404c-b4e6-007b8fecd42e/2caa408c-a636-41df-a56e-82f4f8f90625) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:35:57.796023 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.803913 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Transition to ACTIVE for port object 2caa408c-a636-41df-a56e-82f4f8f90625 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:35:57.818823 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Transition to ACTIVE for port object 2caa408c-a636-41df-a56e-82f4f8f90625 will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:35:57.825496 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.867204 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Network 30e89649-b394-405c-b473-767e7c2e1cb1 is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:35:57.870022 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:35:57.872679 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:35:57.885747 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Pushing event updated for resources: {'Port': ['ID=2caa408c-a636-41df-a56e-82f4f8f90625,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:35:57.907598 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.907963 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.908306 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.908637 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.908971 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.909288 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.909617 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.909941 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.910308 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.910632 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.910949 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.911269 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:35:57.941122 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Attempting to bind port 2caa408c-a636-41df-a56e-82f4f8f90625 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:35:57.941500 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Attempting to bind port 2caa408c-a636-41df-a56e-82f4f8f90625 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:35:57.941861 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Attempting to bind port 2caa408c-a636-41df-a56e-82f4f8f90625 on network 30e89649-b394-405c-b473-767e7c2e1cb1 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:35:57.947529 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:35:57.947896 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Checking segment: {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:35:57.948295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:57.948675 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Bound using segment: {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:35:57.949125 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Bound port: 2caa408c-a636-41df-a56e-82f4f8f90625, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:35:57.949514 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:58.010460 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] For port 2caa408c-a636-41df-a56e-82f4f8f90625, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:35:58.013810 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] For port 2caa408c-a636-41df-a56e-82f4f8f90625, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2caa408c-a636-41df-a56e-82f4f8f90625,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:35:58.017939 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:35:58.079524 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cba51-4f71-4343-8b25-c9d99e4a7ca4 None None] Pushing event updated for resources: {'Port': ['ID=2caa408c-a636-41df-a56e-82f4f8f90625,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:35:58.894506 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78ad12-f0ee-49bb-9a2e-826f7e54569c None None] Network 30e89649-b394-405c-b473-767e7c2e1cb1 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:35:59.017196 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-7e7c3975-3ebf-4944-8479-51cd35b7e9da None None] Provisioning for port 2caa408c-a636-41df-a56e-82f4f8f90625 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:36:00.131527 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2caa408c-a636-41df-a56e-82f4f8f90625 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:36:00.187258 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 2caa408c-a636-41df-a56e-82f4f8f90625 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:36:00.193692 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 2caa408c-a636-41df-a56e-82f4f8f90625 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:36:00.194069 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:00.276013 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:00.307644 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 2caa408c-a636-41df-a56e-82f4f8f90625, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2caa408c-a636-41df-a56e-82f4f8f90625,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:36:00.311283 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:00.356984 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=2caa408c-a636-41df-a56e-82f4f8f90625,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:36:02.110600 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2caa408c-a636-41df-a56e-82f4f8f90625 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:36:02.160083 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 2caa408c-a636-41df-a56e-82f4f8f90625 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:36:02.160445 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:11.513726 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1c79988b-2a39-4f9f-80f8-4c0769d60cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:14.135724 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:14.195706 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-74bb2281-1cd4-4582-a32a-f115c7aa8fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:15.311987 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:16.836497 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:33.937423 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:36:41.514603 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d218592e-f394-4028-bf8b-803fcd2e798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:44.136898 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:44.200596 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2916-570b-4666-b3a8-5ac59c38018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:45.314489 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:36:46.834268 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:10.936375 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:37:11.519108 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-28d05dd3-7a0d-443a-b803-2ffe487933ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:11.659524 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55586) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:37:11.666021 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [None req-26fc3433-cec0-42ef-90e6-4dc130901b49 tempest-verify_tempest_config-2009882539 tempest-verify_tempest_config-2009882539-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:37:11.667017 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-26fc3433-cec0-42ef-90e6-4dc130901b49 tempest-verify_tempest_config-2009882539 tempest-verify_tempest_config-2009882539-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065308 Jul 28 21:37:11.961031 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55604) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:37:12.059923 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.147593 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.151408 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.194466 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c4f21b848004fe6b00d5dce06aa839c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2324116 Jul 28 21:37:12.195250 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0051db-667f-4070-83a3-5c45d6468bba,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:37:12.197161 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55608) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:37:12.201580 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.201938 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.202305 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.202637 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.202962 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.203284 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.203604 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.203941 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.204279 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.204600 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.204914 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.205229 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6380d5-6e9c-4ec8-9f4e-b07df05fd748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.274274 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.294169 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.382043 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.384492 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:12.385664 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d0051db-667f-4070-83a3-5c45d6468bba HTTP/1.1" status: 204 len: 168 time: 0.1875298 Jul 28 21:37:12.394949 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0051db-667f-4070-83a3-5c45d6468bba,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:37:12.401315 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.401674 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.402014 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.402381 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.402714 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.403063 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.403396 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.403720 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.404058 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.404382 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.404706 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:12.405025 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe06c02-f353-47ff-9623-0999ef058ebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:37:14.138545 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:14.201279 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b66812a1-5b00-41fb-bab3-7e0e477deda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:15.318219 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:16.835785 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:41.522891 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5f1a63f1-1af2-474e-8ea6-d80b1a07fc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:44.139681 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:44.201271 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-518aebbb-38ba-4f35-83fd-ad578ccf728f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:45.319032 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:46.838241 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:37:47.934626 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:38:11.522955 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0b0729a7-c667-46ff-90ca-204a8db52171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:14.143597 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:14.201379 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ef88c8ee-ef0a-42a0-be75-7e240b4f503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:15.321173 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:16.841169 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:24.933054 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 5 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:38:41.525185 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-31fded38-1bc7-4e26-ae52-01d67b4364f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:42.708924 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1734613'] for agent, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:44.144243 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:44.202375 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d93bf2e9-4054-4d53-bbd1-7f08af28cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:45.323759 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:46.831084 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55662) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:38:46.844846 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:38:46.931843 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-146c28e0-8711-4854-80e7-1de13c6b5a1f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0996163 Jul 28 21:38:49.087158 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55672) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:38:49.148963 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-2585ce6c-f520-4c78-a56f-971e711806e0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0607133 Jul 28 21:39:01.932134 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:39:11.526239 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6382d9c6-1527-49bf-9fda-64f7edbcb511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:12.676393 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:14.143620 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:14.200368 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d4cd08be-088a-4198-9edd-d7337181dfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:15.327246 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:16.847533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:38.931728 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:39:41.528698 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-049624ee-6fcb-49e2-8c7e-62142bcb05cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:42.731286 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:44.144561 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:44.198909 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6cf11bf2-61ea-4e19-994a-cac938849490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:45.331426 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:39:46.852092 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:11.542526 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1bd5ebe1-f339-4326-84b1-402c8fc320b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:12.715716 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:13.712472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55752) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:13.853925 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-121443873-network', 'tenant_id': 'ef329d7efd8644a29fbcc34fbf1fda70'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:13.902912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Made reservation on behalf of ef329d7efd8644a29fbcc34fbf1fda70 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:13.905121 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:13.935724 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.088066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.092601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.126816 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ba275a-c100-4591-bdd9-365d0a3c5eba,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:14.133917 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:40:14.136395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.136763 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.137113 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.137511 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.138022 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.138395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.138728 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.139054 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.139392 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.139709 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.140214 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.140703 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Tracked resource versions report: Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: pushed versions: Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: { 'AddressGroup': {'1.2'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'ConntrackHelper': {'1.0'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Log': {'1.0'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Network': {'1.1'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Port': {'1.7'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'PortForwarding': {'1.2'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'QosPolicy': {'1.8'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroup': {'1.4'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SubPort': {'1.0'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Subnet': {'1.1'}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Trunk': {'1.1'}} Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: consumer versions: Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: HyperV agent@hv-cinder-78462: {}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'ConntrackHelper': '1.0', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Log': '1.0', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Network': '1.1', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Port': '1.7', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'PortForwarding': '1.2', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'QosPolicy': '1.8', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroup': '1.4', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SecurityGroupRule': '1.2', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'SubPort': '1.0', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Subnet': '1.1', Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: 'Trunk': '1.1'}} Jul 28 21:40:14.141987 dv-cinder-784623-15-iscsi neutron-server[99670]: {{(pid=99670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:40:14.153219 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.156665 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.156974 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Added segment 6484a194-5e93-482c-8841-e52e28734cc6 of type vlan for network b4778f67-b93d-41f9-a1e2-ba247c543a6f Jul 28 21:40:14.198645 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.206341 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-809ee9b3-22a7-4888-a138-08e7262bc329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.229080 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.230503 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:14.231202 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.287137 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5733464 Jul 28 21:40:14.289316 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55804) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:14.295499 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Request body: {'subnet': {'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-121443873-subnet', 'tenant_id': 'ef329d7efd8644a29fbcc34fbf1fda70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:14.305986 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b4dce-9b22-4e4a-bcdb-829402402a31 admin admin] Pushing event updated for resources: {'Network': ['ID=b4778f67-b93d-41f9-a1e2-ba247c543a6f,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:14.316378 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network b4778f67-b93d-41f9-a1e2-ba247c543a6f details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:40:14.325926 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Made reservation on behalf of ef329d7efd8644a29fbcc34fbf1fda70 for: {'subnet': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:14.328636 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.576063 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.623184 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2838e2d-a71d-46b4-b1bc-e09804af9e79,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:14.631725 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.632557 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.632557 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.632967 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.632967 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.633319 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.633739 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.633973 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.634338 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.634666 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.634984 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.635302 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Tracked resource versions report: Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: pushed versions: Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: { 'AddressGroup': {'1.2'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'ConntrackHelper': {'1.0'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Log': {'1.0'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Network': {'1.1'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Port': {'1.7'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'PortForwarding': {'1.2'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'QosPolicy': {'1.8'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroup': {'1.4'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SubPort': {'1.0'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Subnet': {'1.1'}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Trunk': {'1.1'}} Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: consumer versions: Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: HyperV agent@hv-cinder-78462: {}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'ConntrackHelper': '1.0', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Log': '1.0', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Network': '1.1', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Port': '1.7', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'PortForwarding': '1.2', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'QosPolicy': '1.8', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroup': '1.4', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SecurityGroupRule': '1.2', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'SubPort': '1.0', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Subnet': '1.1', Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: 'Trunk': '1.1'}} Jul 28 21:40:14.636413 dv-cinder-784623-15-iscsi neutron-server[99669]: {{(pid=99669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:40:14.668791 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Checking segment: {'id': '6484a194-5e93-482c-8841-e52e28734cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:14.669200 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Network hostable DHCP agents. Network: b4778f67-b93d-41f9-a1e2-ba247c543a6f, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:40:14.692086 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Network b4778f67-b93d-41f9-a1e2-ba247c543a6f is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:40:14.705371 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, b4778f67-b93d-41f9-a1e2-ba247c543a6f) {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:14.711425 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:14.712130 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:14.717645 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35db1a5f-9422-441a-b2fe-5aec83620389 None None] Network b4778f67-b93d-41f9-a1e2-ba247c543a6f requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:14.742147 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-928b69b5-d9c3-4653-a1a2-4a18334827d3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4503932 Jul 28 21:40:14.854050 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32151286-0def-43d2-adc7-a49de0ea7d9d None None] Network b4778f67-b93d-41f9-a1e2-ba247c543a6f requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:15.333694 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:15.637608 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55896) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:15.899921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55910) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:15.930686 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:40:16.024997 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1492784683-network', 'tenant_id': 'c0113109182e4b4aa2484b639c0d834b'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:16.047483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Made reservation on behalf of c0113109182e4b4aa2484b639c0d834b for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:16.049925 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.059444 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.154460 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55920) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:16.160879 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.166241 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.191886 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:40:16.201322 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5417c5-0bad-44c7-af26-8de0519c0a94,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:16.209373 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.209373 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Added segment 5ebec57d-a9e8-4df1-8919-7b861fd39972 of type vlan for network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 Jul 28 21:40:16.253132 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.289616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.291255 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:16.292833 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.337473 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-network', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:16.380729 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Made reservation on behalf of ffceb8c1677d4a91bc2b769424d94a0a for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:16.383407 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.401851 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] Pushing event updated for resources: {'Network': ['ID=654e39fe-305b-4197-a58c-5c2dfa0f3ec2,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:16.403297 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.406707 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9d2d7a38-2687-4773-b482-900794fad313 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7680292 Jul 28 21:40:16.409741 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 55932) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:16.418906 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Request body: {'subnet': {'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1492784683-subnet', 'tenant_id': 'c0113109182e4b4aa2484b639c0d834b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:16.419012 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:40:16.441795 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Made reservation on behalf of c0113109182e4b4aa2484b639c0d834b for: {'subnet': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:16.446780 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.542931 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-967815921-network', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:16.604675 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.611765 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.623931 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:40:16.633832 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.634557 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Added segment 913a9f72-87ed-400e-88b5-13bd9575c494 of type vlan for network c7238311-f09e-4fb2-aa6d-23997d5b9b4f Jul 28 21:40:16.689142 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.713850 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.720976 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e8c06-eb2d-4ce4-b838-a6feca1b8809,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:16.744475 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e8a887-edda-4f8b-aaf3-b01a87e70ae9,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:16.748363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.749853 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:16.751268 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.772369 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Checking segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:16.772731 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Network hostable DHCP agents. Network: 654e39fe-305b-4197-a58c-5c2dfa0f3ec2, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:40:16.792423 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:40:16.803124 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 654e39fe-305b-4197-a58c-5c2dfa0f3ec2) {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:16.807618 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:16.809982 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.816653 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a65194-83a7-49cf-9c9b-68fcb8e97d2d None None] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:16.823205 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Made reservation on behalf of d2d97f2a433b45d2b08851dc1f39b122 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:16.824956 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.836067 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9343777 Jul 28 21:40:16.836654 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 55960) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:16.839792 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-70d94d21-4b8e-4644-8cd7-302ad0e264f8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4282684 Jul 28 21:40:16.851640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Request body: {'subnet': {'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-subnet', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:16.860065 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:16.874636 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6d325-ca66-4217-a8d3-275ded794e4c admin admin] Pushing event updated for resources: {'Network': ['ID=c7238311-f09e-4fb2-aa6d-23997d5b9b4f,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:16.890751 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:40:16.895378 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Made reservation on behalf of ffceb8c1677d4a91bc2b769424d94a0a for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:16.898510 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.058242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.069162 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.078903 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.137224 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:17.154866 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:40:17.164031 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47af23-b6e5-4e6f-a86c-426c70f74072 None None] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:17.232469 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.232689 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Added segment 1546fb0f-de4c-40a6-9e52-0d0e86e356e3 of type vlan for network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c Jul 28 21:40:17.369969 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.414472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.475144 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.476774 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:17.477869 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.504268 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56004) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:17.507095 dv-cinder-784623-15-iscsi neutron-server[99669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 21:40:17.535468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a85322-2ac2-4637-8788-40ecc34adaf4,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:17.585991 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4300325 Jul 28 21:40:17.589028 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56012) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:17.600626 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Request body: {'subnet': {'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-subnet', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:17.603926 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Checking segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:17.615125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Network hostable DHCP agents. Network: c7238311-f09e-4fb2-aa6d-23997d5b9b4f, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:40:17.662916 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5678e-9893-4fc9-be79-40a7879f93ce admin admin] Pushing event updated for resources: {'Network': ['ID=1bce0b9d-703c-4303-9a1a-d101bbd9a06c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:17.676575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:40:17.679476 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:40:17.696569 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Made reservation on behalf of d2d97f2a433b45d2b08851dc1f39b122 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:17.702368 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.816799 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-8d0ada52-ccc1-4b4b-bfef-220368b865fa tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:17.820736 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-8d0ada52-ccc1-4b4b-bfef-220368b865fa tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/networks?id=b4778f67-b93d-41f9-a1e2-ba247c543a6f HTTP/1.1" status: 200 len: 811 time: 0.3147504 Jul 28 21:40:17.833815 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, c7238311-f09e-4fb2-aa6d-23997d5b9b4f) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:17.848052 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a3fc6-b3cb-424b-ad6b-4f9231e9944a None None] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:17.865375 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:17.865964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:17.891530 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-69625542-585f-4fdd-9082-ee1775cf5dda admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0508087 Jul 28 21:40:17.894579 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56022) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:17.904856 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-f65822ea-576b-4dc1-b082-e6ddbe5dbfc5 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/quotas/ef329d7efd8644a29fbcc34fbf1fda70 HTTP/1.1" status: 200 len: 375 time: 0.0717580 Jul 28 21:40:17.922851 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:17.994290 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.012168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.013167 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.101948 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-39fe1c2a-b6df-41db-8362-12e9f3c8748f tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef329d7efd8644a29fbcc34fbf1fda70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534615 Jul 28 21:40:18.178930 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a718c9-6ce1-4413-b771-faee992010f0,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:18.179717 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:40:18.187914 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.244115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.333903 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Checking segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:18.347440 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Network hostable DHCP agents. Network: 1bce0b9d-703c-4303-9a1a-d101bbd9a06c, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:40:18.467959 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:40:18.471322 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Allocated IP 172.20.0.2 (c7238311-f09e-4fb2-aa6d-23997d5b9b4f/e2a85322-2ac2-4637-8788-40ecc34adaf4/0048aae4-ee0e-47ab-bf08-fa26355634bb) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:18.475923 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-ac212570-0ada-48d6-ac34-1d4aff088731 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:40:18.476922 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.477494 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-ac212570-0ada-48d6-ac34-1d4aff088731 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1456399 Jul 28 21:40:18.490932 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 1bce0b9d-703c-4303-9a1a-d101bbd9a06c) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:18.505972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:18.506653 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.638359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56074) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:18.641178 dv-cinder-784623-15-iscsi neutron-server[99670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 21:40:18.662693 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078a946-d4cd-4edc-ae2e-8a00e8792b97 None None] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:18.709844 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-734c2b25-5873-457d-81d9-96d9297ea4c3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1194868 Jul 28 21:40:18.712300 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56082) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:18.742510 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-6e7aaf8a-b60f-47e8-b89a-3eca6daf9558 service neutron] 10.222.0.21 "GET /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579839 Jul 28 21:40:18.774224 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:18.857485 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-79e17a70-2d85-48f8-b1d8-9a0f24a166f3 service neutron] 10.222.0.21 "GET /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074371 Jul 28 21:40:18.906292 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:18.969711 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Transition to ACTIVE for port object 0048aae4-ee0e-47ab-bf08-fa26355634bb will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:18.971976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b5fef-15eb-4242-86af-03a1486b7399 None None] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:19.028817 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Transition to ACTIVE for port object 0048aae4-ee0e-47ab-bf08-fa26355634bb will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:19.043909 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.062938 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-958fc1c1-19e9-420c-9114-553d4304e918 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:19.065350 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-958fc1c1-19e9-420c-9114-553d4304e918 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.4255183 Jul 28 21:40:19.104664 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-534c2e6f-a76e-4649-ab51-993dbaf80312 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/quotas/c0113109182e4b4aa2484b639c0d834b HTTP/1.1" status: 200 len: 375 time: 0.0285985 Jul 28 21:40:19.115979 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.116977 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.124583 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56100) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:19.129947 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:19.137106 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:19.147632 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:19.149982 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Pushing event updated for resources: {'Port': ['ID=0048aae4-ee0e-47ab-bf08-fa26355634bb,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:19.168306 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.168809 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.169253 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.169841 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.170404 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.170798 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.171168 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.171594 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.172052 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.172896 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.172896 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.173289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Tracked resource versions report: Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: pushed versions: Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: { 'AddressGroup': {'1.2'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'ConntrackHelper': {'1.0'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Log': {'1.0'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Network': {'1.1'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Port': {'1.7'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'PortForwarding': {'1.2'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'QosPolicy': {'1.8'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroup': {'1.4'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SubPort': {'1.0'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Subnet': {'1.1'}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Trunk': {'1.1'}} Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: consumer versions: Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: HyperV agent@hv-cinder-78462: {}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'ConntrackHelper': '1.0', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Log': '1.0', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Network': '1.1', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Port': '1.7', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'PortForwarding': '1.2', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'QosPolicy': '1.8', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroup': '1.4', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SecurityGroupRule': '1.2', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'SubPort': '1.0', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Subnet': '1.1', Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: 'Trunk': '1.1'}} Jul 28 21:40:19.174725 dv-cinder-784623-15-iscsi neutron-server[99671]: {{(pid=99671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:40:19.191662 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-683f6ab6-45ec-4bda-b985-397320a43fed tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678117 Jul 28 21:40:19.236131 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.285456 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Attempting to bind port 0048aae4-ee0e-47ab-bf08-fa26355634bb on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:19.285827 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Attempting to bind port 0048aae4-ee0e-47ab-bf08-fa26355634bb by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:19.286918 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Attempting to bind port 0048aae4-ee0e-47ab-bf08-fa26355634bb on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:19.293162 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:19.293531 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Checking segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:19.293992 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.294430 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Bound using segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:19.294895 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Bound port: 0048aae4-ee0e-47ab-bf08-fa26355634bb, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:19.295320 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.335721 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20ac6c2e-d17f-4650-8bd0-250bc6b9a243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.458196 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] For port 0048aae4-ee0e-47ab-bf08-fa26355634bb, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:19.472439 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] For port 0048aae4-ee0e-47ab-bf08-fa26355634bb, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0048aae4-ee0e-47ab-bf08-fa26355634bb,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:19.479916 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.485064 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20ac6c2e-d17f-4650-8bd0-250bc6b9a243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.490245 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20ac6c2e-d17f-4650-8bd0-250bc6b9a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.530921 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56128) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:19.536908 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-20ac6c2e-d17f-4650-8bd0-250bc6b9a243 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c39ecc727b00415a811cab7b1ec9f5de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4109871 Jul 28 21:40:19.540034 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56132) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:19.551676 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.592911 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150626b-1d05-401e-9c1a-e8105b278916 None None] Pushing event updated for resources: {'Port': ['ID=0048aae4-ee0e-47ab-bf08-fa26355634bb,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:19.607678 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-cd010ec9-4acd-4803-8cd1-cd91ba3efc47 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:40:19.615789 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-cd010ec9-4acd-4803-8cd1-cd91ba3efc47 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1048987 Jul 28 21:40:19.618017 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a490d3bb-a87b-40cd-83e5-b12a3fd61eea req-68212b22-571e-438b-bb6d-25328f470ef4 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.0879846 Jul 28 21:40:19.698126 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5dd0483c-168e-4f4b-943d-839c16500ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.713363 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac6c2e-d17f-4650-8bd0-250bc6b9a243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf50998-4d4f-48cb-bc96-1ce0a5fc8595,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:19.725551 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5dd0483c-168e-4f4b-943d-839c16500ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.758832 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c7b550f8-d5b4-4c8c-93c4-9e62256e4ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.768662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.806515 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.816659 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5dd0483c-168e-4f4b-943d-839c16500ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.820411 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5dd0483c-168e-4f4b-943d-839c16500ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:19.821971 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-5dd0483c-168e-4f4b-943d-839c16500ce3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faf50998-4d4f-48cb-bc96-1ce0a5fc8595 HTTP/1.1" status: 204 len: 168 time: 0.2793493 Jul 28 21:40:19.842683 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0483c-168e-4f4b-943d-839c16500ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf50998-4d4f-48cb-bc96-1ce0a5fc8595,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:19.975446 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-ba3968e8-bb05-436b-9925-01d5d51c250e service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578663 Jul 28 21:40:20.034360 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c7b550f8-d5b4-4c8c-93c4-9e62256e4ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.041620 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c7b550f8-d5b4-4c8c-93c4-9e62256e4ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.108871 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-c7b550f8-d5b4-4c8c-93c4-9e62256e4ee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc5c4b7c7f1149809ff8523f14031e4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5704002 Jul 28 21:40:20.109664 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56166) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:20.170005 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b550f8-d5b4-4c8c-93c4-9e62256e4ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f4b3a9-e59c-491c-9362-d541d89f36b8,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:20.251570 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90ce907c-7611-47aa-b043-5d14058b6189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.278422 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90ce907c-7611-47aa-b043-5d14058b6189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.354423 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90ce907c-7611-47aa-b043-5d14058b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.357176 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90ce907c-7611-47aa-b043-5d14058b6189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.362317 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-90ce907c-7611-47aa-b043-5d14058b6189 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6f4b3a9-e59c-491c-9362-d541d89f36b8 HTTP/1.1" status: 204 len: 168 time: 0.2491357 Jul 28 21:40:20.369289 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56180) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:20.380339 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0048aae4-ee0e-47ab-bf08-fa26355634bb up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:20.394585 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce907c-7611-47aa-b043-5d14058b6189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f4b3a9-e59c-491c-9362-d541d89f36b8,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:20.448523 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Allocated IP 172.27.3.30 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/42abedc4-1702-4598-800a-d314be57dc11) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:20.452925 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-0e33023a-080c-4251-86b8-7df849ab6cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497321 Jul 28 21:40:20.479420 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 0048aae4-ee0e-47ab-bf08-fa26355634bb completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:20.559140 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.625550 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56186) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:20.643066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.651757 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-27443040-877b-4ded-8b47-c3dcee3fec94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.868449 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:20.893620 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-757242b1-0de1-48fb-9307-bb449066a0e5 req-ab631907-9eb1-4a5e-95e8-073da2c70564 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.1546936 Jul 28 21:40:21.030768 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5134b9c5-24a4-4b4b-9bdd-2ab30dbaaf50 req-7dea4ad2-ace3-4fac-a066-54b130f5b038 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.1117158 Jul 28 21:40:21.070689 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.103458 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-418fc124-0a4b-4313-a7e3-84ab80025779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.123655 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-27443040-877b-4ded-8b47-c3dcee3fec94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.135212 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-27443040-877b-4ded-8b47-c3dcee3fec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.155236 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:21.156549 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbf85b-e43e-4498-997e-996602c85896 None None] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:21.163588 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:21.168780 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:21.207888 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-27443040-877b-4ded-8b47-c3dcee3fec94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8db578f6f3714ff6a7a6a7d3ff1482ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5787954 Jul 28 21:40:21.211009 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56216) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:21.221014 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443040-877b-4ded-8b47-c3dcee3fec94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9edd98b-5871-4d5a-950f-b5dc89d84e93,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:21.319958 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ae8e04ae-e343-4310-b85f-82286b77bcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.359013 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ae8e04ae-e343-4310-b85f-82286b77bcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.370956 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-418fc124-0a4b-4313-a7e3-84ab80025779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.381909 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56226) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:21.392007 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-418fc124-0a4b-4313-a7e3-84ab80025779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.435738 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fc124-0a4b-4313-a7e3-84ab80025779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbc26d6-be54-412f-a854-a3a6ec5f8e51,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:21.450422 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dc9d517f-d1c7-46c3-a82a-24f45d35a370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.480719 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Allocated IP 172.27.3.177 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/59e692bc-cfa8-4f12-9e98-43ee04fa957a) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:21.491461 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-418fc124-0a4b-4313-a7e3-84ab80025779 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4c84e000e14444d95f95838705856cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1211250 Jul 28 21:40:21.496147 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56230) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:21.519847 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Pushing event updated for resources: {'Port': ['ID=42abedc4-1702-4598-800a-d314be57dc11,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:21.547069 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] Provisioning for port 0048aae4-ee0e-47ab-bf08-fa26355634bb completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:21.562755 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] Provisioning complete for port 0048aae4-ee0e-47ab-bf08-fa26355634bb triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:21.566578 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.583897 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ae8e04ae-e343-4310-b85f-82286b77bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.586832 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ae8e04ae-e343-4310-b85f-82286b77bcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.588660 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ae8e04ae-e343-4310-b85f-82286b77bcc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9edd98b-5871-4d5a-950f-b5dc89d84e93 HTTP/1.1" status: 204 len: 168 time: 0.3760118 Jul 28 21:40:21.614029 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41ece4d4-df2e-4a44-bcce-3bacb2eafa53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.642952 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41ece4d4-df2e-4a44-bcce-3bacb2eafa53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.673831 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.707471 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.712161 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e04ae-e343-4310-b85f-82286b77bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9edd98b-5871-4d5a-950f-b5dc89d84e93,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:21.735194 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41ece4d4-df2e-4a44-bcce-3bacb2eafa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.743683 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41ece4d4-df2e-4a44-bcce-3bacb2eafa53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.745135 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-41ece4d4-df2e-4a44-bcce-3bacb2eafa53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fbc26d6-be54-412f-a854-a3a6ec5f8e51 HTTP/1.1" status: 204 len: 168 time: 0.2477856 Jul 28 21:40:21.811337 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece4d4-df2e-4a44-bcce-3bacb2eafa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbc26d6-be54-412f-a854-a3a6ec5f8e51,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:21.822473 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] For port 0048aae4-ee0e-47ab-bf08-fa26355634bb, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0048aae4-ee0e-47ab-bf08-fa26355634bb,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:21.846405 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.876618 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.892568 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dc9d517f-d1c7-46c3-a82a-24f45d35a370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.922074 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dc9d517f-d1c7-46c3-a82a-24f45d35a370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:21.993789 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7401da8-29ae-49db-8bfe-ba90d7508c4a None None] Pushing event updated for resources: {'Port': ['ID=0048aae4-ee0e-47ab-bf08-fa26355634bb,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:22.016333 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-dc9d517f-d1c7-46c3-a82a-24f45d35a370 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38a6b12fbf904461b8f750810126b5fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6292617 Jul 28 21:40:22.044125 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56252) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:22.109466 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-678afa86-deac-46d2-aabc-ed398224d39f None None] Provisioning complete for port 0048aae4-ee0e-47ab-bf08-fa26355634bb triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:22.111433 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-678afa86-deac-46d2-aabc-ed398224d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.179423 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c379955b-3e39-453b-998f-a15c5998e06f req-ed338b9f-c886-44e8-9b1b-cafe997688c3 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.1804583 Jul 28 21:40:22.211488 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d517f-d1c7-46c3-a82a-24f45d35a370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76621a26-0dd0-4c23-a344-47cf813b64a4,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:22.238401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.326942 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-50d15978-c4e7-4e6e-8240-404b247f803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.344137 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3b04bd51-8d6f-44b8-9455-632ab534e041 req-b2f63944-ba39-4393-8c48-8437bf6d9859 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.2117958 Jul 28 21:40:22.402525 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-50d15978-c4e7-4e6e-8240-404b247f803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.427293 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0048aae4-ee0e-47ab-bf08-fa26355634bb up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:22.453893 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.471792 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:22.471792 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Pushing event updated for resources: {'Port': ['ID=59e692bc-cfa8-4f12-9e98-43ee04fa957a,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:22.512332 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:22.553810 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-50d15978-c4e7-4e6e-8240-404b247f803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.556455 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-50d15978-c4e7-4e6e-8240-404b247f803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.562425 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:22.562989 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-50d15978-c4e7-4e6e-8240-404b247f803c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76621a26-0dd0-4c23-a344-47cf813b64a4 HTTP/1.1" status: 204 len: 168 time: 0.4992673 Jul 28 21:40:22.569610 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 0048aae4-ee0e-47ab-bf08-fa26355634bb triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:22.570172 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:22.587798 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d15978-c4e7-4e6e-8240-404b247f803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76621a26-0dd0-4c23-a344-47cf813b64a4,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:22.865287 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:40:23.030054 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:23.128744 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:40:23.141908 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:40:23.153517 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:23.158133 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:23.201541 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:23.203069 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b52bf4f6-d52c-4719-96c6-eebf761cdd8a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3073568 Jul 28 21:40:23.205848 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56316) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:23.355099 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:23.467593 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:23.604837 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8b4707b5-51aa-4378-bf89-79ad4b1f9161 req-ca8d7aeb-2dbf-449e-b8de-302745fcd818 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.0966311 Jul 28 21:40:23.686975 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9cd3953b-a617-418d-84cb-734925279710 req-6bf0dd70-e9b8-4c5b-bb18-6687990c767f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0608268 Jul 28 21:40:23.687531 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:21Z', 'revision_number': 3, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:23.722932 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Router 58696871-9688-49a5-adad-6cc4006c1511 is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:40:23.726874 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:40:23.727221 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Updating router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec port 42abedc4-1702-4598-800a-d314be57dc11 binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:40:23.756234 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.000393 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:40:24.012356 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Sync routers for ids ['58696871-9688-49a5-adad-6cc4006c1511'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:40:24.028361 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.032581 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a4c60d51-2361-4acc-ba7d-d3ad1fca45e9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2617755 Jul 28 21:40:24.033203 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56348) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:24.034742 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Routers {'58696871-9688-49a5-adad-6cc4006c1511'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:24.035733 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['58696871-9688-49a5-adad-6cc4006c1511'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:24.177709 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Set router 58696871-9688-49a5-adad-6cc4006c1511 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:24.181984 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.196884 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Transition to ACTIVE for port object 42abedc4-1702-4598-800a-d314be57dc11 will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:24.204600 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.315704 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.366386 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Pushing event updated for resources: {'Port': ['ID=42abedc4-1702-4598-800a-d314be57dc11,revision_number=2']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:24.398409 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.398963 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.399528 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.400040 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.400584 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.401069 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.401551 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.402036 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.402619 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.403109 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.403588 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.404063 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Tracked resource versions report: Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: pushed versions: Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: { 'AddressGroup': {'1.2'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'ConntrackHelper': {'1.0'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Log': {'1.0'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Network': {'1.1'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Port': {'1.7'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'PortForwarding': {'1.2'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'QosPolicy': {'1.8'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroup': {'1.4'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroupRule': {'1.2'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SubPort': {'1.0'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Subnet': {'1.1'}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Trunk': {'1.1'}} Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: consumer versions: Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: { DHCP agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: HyperV agent@hv-cinder-78462: {}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: L3 agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: Metadata agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: Metering agent@dv-cinder-784623-15-iscsi: {}, Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: Open vSwitch agent@dv-cinder-784623-15-iscsi: { 'AddressGroup': '1.2', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'ConntrackHelper': '1.0', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Log': '1.0', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Network': '1.1', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Port': '1.7', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'PortForwarding': '1.2', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'QosPolicy': '1.8', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroup': '1.4', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SecurityGroupRule': '1.2', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'SubPort': '1.0', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Subnet': '1.1', Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: 'Trunk': '1.1'}} Jul 28 21:40:24.408868 dv-cinder-784623-15-iscsi neutron-server[99672]: {{(pid=99672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 21:40:24.451741 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Attempting to bind port 42abedc4-1702-4598-800a-d314be57dc11 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:24.452094 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Attempting to bind port 42abedc4-1702-4598-800a-d314be57dc11 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:24.452373 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Attempting to bind port 42abedc4-1702-4598-800a-d314be57dc11 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:24.466638 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:24.467010 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:24.467409 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.470706 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:24.471212 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Bound port: 42abedc4-1702-4598-800a-d314be57dc11, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:24.473547 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.525148 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:22Z', 'revision_number': 3, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:24.565871 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56370) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:24.607153 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] For port 42abedc4-1702-4598-800a-d314be57dc11, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:24.615636 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] For port 42abedc4-1702-4598-800a-d314be57dc11, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=42abedc4-1702-4598-800a-d314be57dc11,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:24.624495 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.678515 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Checking router: 58696871-9688-49a5-adad-6cc4006c1511 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:40:24.678865 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Updating router 58696871-9688-49a5-adad-6cc4006c1511 port 59e692bc-cfa8-4f12-9e98-43ee04fa957a binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:40:24.706305 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:24.707094 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Allocated IP 172.20.0.1 (c7238311-f09e-4fb2-aa6d-23997d5b9b4f/e2a85322-2ac2-4637-8788-40ecc34adaf4/e0cf1e51-7336-438f-9776-7798f5479a9d) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:24.767417 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:24.768939 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:24.820282 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8ebb-ae5c-49d1-8832-1fd1709ce94b None None] Pushing event updated for resources: {'Port': ['ID=42abedc4-1702-4598-800a-d314be57dc11,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:24.913749 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:24.921099 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-edfa03cb-72a1-4c93-b142-9fe6c58c606f req-1f9e4240-82eb-42d3-9b32-82939adf2c0f tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.0778425 Jul 28 21:40:24.941191 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456692637-network', 'tenant_id': '949eb6db9df1446a860f617235016f35'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:24.966730 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-058d9736-54ff-46ef-a83e-f6c07468e2f1 req-90ab358e-ee5d-48e9-ba40-4bfedb56ac97 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.1284854 Jul 28 21:40:25.022683 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.075819 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.081142 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Transition to ACTIVE for port object e0cf1e51-7336-438f-9776-7798f5479a9d will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:25.238303 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:21Z', 'revision_number': 3, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:25.240031 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Made reservation on behalf of 949eb6db9df1446a860f617235016f35 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:25.242059 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.242862 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.248700 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.257829 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Transition to ACTIVE for port object 59e692bc-cfa8-4f12-9e98-43ee04fa957a will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:25.264639 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.280866 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.328028 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b709dd-dc1c-4766-a231-d069fc25d2a7 None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:21Z', 'revision_number': 3, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:40:25.361597 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Allocated IP 172.20.0.1 (1bce0b9d-703c-4303-9a1a-d101bbd9a06c/52a718c9-6ce1-4413-b771-faee992010f0/fd4d7626-2999-441b-a82d-50b98285a2b2) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:25.379237 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:25.383183 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cf1e51-7336-438f-9776-7798f5479a9d,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:25.386372 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:25.411564 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Attempting to bind port 59e692bc-cfa8-4f12-9e98-43ee04fa957a on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:25.413703 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Attempting to bind port 59e692bc-cfa8-4f12-9e98-43ee04fa957a by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:25.414548 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Attempting to bind port 59e692bc-cfa8-4f12-9e98-43ee04fa957a on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:25.417794 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:25.419345 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.441730 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:25.448712 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:25.449262 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.450337 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:25.450609 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Bound port: 59e692bc-cfa8-4f12-9e98-43ee04fa957a, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:25.456012 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.461057 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010bfdc-6d6c-4e4b-be38-143337f201c2 None None] Pushing event updated for resources: {'Port': ['ID=59e692bc-cfa8-4f12-9e98-43ee04fa957a,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:25.543723 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.599100 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.610668 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] For port 59e692bc-cfa8-4f12-9e98-43ee04fa957a, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:25.618862 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] For port 59e692bc-cfa8-4f12-9e98-43ee04fa957a, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=59e692bc-cfa8-4f12-9e98-43ee04fa957a,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:25.631364 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.679762 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:25.689279 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:25.697251 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:25.698145 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.768244 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Routers {'58696871-9688-49a5-adad-6cc4006c1511'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:25.768977 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['58696871-9688-49a5-adad-6cc4006c1511'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:25.881243 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:25.911553 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010bfdc-6d6c-4e4b-be38-143337f201c2 None None] Pushing event updated for resources: {'Port': ['ID=59e692bc-cfa8-4f12-9e98-43ee04fa957a,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:25.969840 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-27ddeb5c-3d1e-4203-8b67-bd9cb3f1b966 None None] Provisioning for port e0cf1e51-7336-438f-9776-7798f5479a9d completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:25.982689 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-27ddeb5c-3d1e-4203-8b67-bd9cb3f1b966 None None] Provisioning complete for port e0cf1e51-7336-438f-9776-7798f5479a9d triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:25.983140 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-27ddeb5c-3d1e-4203-8b67-bd9cb3f1b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.001512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Pushing event updated for resources: {'Port': ['ID=fd4d7626-2999-441b-a82d-50b98285a2b2,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:26.062022 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.089677 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-27ddeb5c-3d1e-4203-8b67-bd9cb3f1b966 None None] Port e0cf1e51-7336-438f-9776-7798f5479a9d cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:40:26.115094 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.121819 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9fe5d749-a4d8-421b-b86a-9b3f40ab8c98 req-d1f74cde-94cf-4a67-8ebb-3d5feed2dd91 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.0713384 Jul 28 21:40:26.131813 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] Set router 58696871-9688-49a5-adad-6cc4006c1511 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:26.158805 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.171415 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:40:26.184070 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.184283 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Added segment 80ce7b92-e3fe-44ac-8910-1ec68e1d49c4 of type vlan for network fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210 Jul 28 21:40:26.271468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.412302 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-42a17dca-3b1a-4410-ab7f-95f4beb12876 req-a6168a28-46b1-4fcd-991d-d2d0119832ba tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.3093338 Jul 28 21:40:26.455220 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 42abedc4-1702-4598-800a-d314be57dc11 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:26.476723 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.479649 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:26.482742 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.511770 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.22', 50186) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:26.582380 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.626424 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 42abedc4-1702-4598-800a-d314be57dc11 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:26.630898 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 42abedc4-1702-4598-800a-d314be57dc11 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:26.631289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.690346 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56460) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:26.695760 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:22Z', 'revision_number': 3, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:26.720027 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.721483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:26.726883 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d092eea2-0be0-4bf9-8faa-3306a047007d None None] The sync data for ids ['58696871-9688-49a5-adad-6cc4006c1511'] in dv-cinder-784623-15-iscsi is: [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:22Z', 'revision_number': 3, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:40:26.928425 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.005702 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4350226 Jul 28 21:40:27.024831 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 42abedc4-1702-4598-800a-d314be57dc11, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=42abedc4-1702-4598-800a-d314be57dc11,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:27.029312 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56490) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:27.031418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.062457 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Request body: {'subnet': {'network_id': 'fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456692637-subnet', 'tenant_id': '949eb6db9df1446a860f617235016f35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:27.081380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.093204 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14a465-78f6-472b-99af-1e028532b479,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:27.116124 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.116857 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.173964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.22', 50191) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:27.218468 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=42abedc4-1702-4598-800a-d314be57dc11,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:27.261716 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-330418a1-0e3b-4dbe-b44a-c0f0fe29ca8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.320379 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68ad8f-8e4d-402f-b0de-b2bfbee2fbd8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:27.343592 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Pushing event updated for resources: {'Port': ['ID=e0cf1e51-7336-438f-9776-7798f5479a9d,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:27.389146 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Made reservation on behalf of 949eb6db9df1446a860f617235016f35 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:27.391441 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:27.396023 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:40:27.468717 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-7cdfd649-8fc1-479c-a13c-80c2f3304d10 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:27.470375 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-7cdfd649-8fc1-479c-a13c-80c2f3304d10 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.22 "GET /v2.0/networks?id=b4778f67-b93d-41f9-a1e2-ba247c543a6f HTTP/1.1" status: 200 len: 811 time: 0.9575489 Jul 28 21:40:27.619193 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Request body: {'port': {'device_id': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f', 'admin_state_up': True, 'tenant_id': 'ef329d7efd8644a29fbcc34fbf1fda70'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:27.670164 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1a40a0b8-670f-4b8e-9aca-98fdcf97f8c0 req-169fa78d-d438-4393-b29f-311918d32d8d tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.2949743 Jul 28 21:40:27.865218 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-704f3cc6-3a05-4bbc-b7db-82ca806067f7 req-05856af0-332f-4f6c-9142-ffc318099469 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0792923 Jul 28 21:40:27.895687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:27.907881 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Pushing event updated for resources: {'Port': ['ID=fd4d7626-2999-441b-a82d-50b98285a2b2,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:27.912942 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:28.070910 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-330418a1-0e3b-4dbe-b44a-c0f0fe29ca8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.103632 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-8fc73930-a6a8-489f-a346-00c6b0728445 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:28.107653 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-8fc73930-a6a8-489f-a346-00c6b0728445 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.8958399 Jul 28 21:40:28.128696 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Request body: {'port': {'device_id': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'admin_state_up': True, 'tenant_id': 'c0113109182e4b4aa2484b639c0d834b'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:28.211495 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-330418a1-0e3b-4dbe-b44a-c0f0fe29ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.344099 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:28.344899 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-330418a1-0e3b-4dbe-b44a-c0f0fe29ca8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23d3e9985a204684b459e07c5bac113f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6235216 Jul 28 21:40:28.344899 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Made reservation on behalf of ef329d7efd8644a29fbcc34fbf1fda70 for: {'port': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:28.344899 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.344899 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56576) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:28.344899 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330418a1-0e3b-4dbe-b44a-c0f0fe29ca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2437a358-d077-43ad-8a55-800992964b06,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:28.438423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-7deb6ef2-00ba-4487-b10b-5144009fe84d None None] Provisioning complete for port e0cf1e51-7336-438f-9776-7798f5479a9d triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:28.439627 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7deb6ef2-00ba-4487-b10b-5144009fe84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.466239 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c736fbb9-ee6f-4ef2-b4d2-865318e6fba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.475556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:28.511267 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-7deb6ef2-00ba-4487-b10b-5144009fe84d None None] Port e0cf1e51-7336-438f-9776-7798f5479a9d cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:40:28.588237 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 59e692bc-cfa8-4f12-9e98-43ee04fa957a up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:28.678021 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c736fbb9-ee6f-4ef2-b4d2-865318e6fba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.693973 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Made reservation on behalf of c0113109182e4b4aa2484b639c0d834b for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:28.699227 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.712540 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:40:28.766492 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 59e692bc-cfa8-4f12-9e98-43ee04fa957a completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:28.789789 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 59e692bc-cfa8-4f12-9e98-43ee04fa957a triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:28.790186 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.804831 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:28.816055 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Router 58696871-9688-49a5-adad-6cc4006c1511 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:40:28.940653 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56594) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:28.942152 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c00035-9105-4c77-976c-1b774f2d1401,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:29.009123 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:29.076139 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 59e692bc-cfa8-4f12-9e98-43ee04fa957a, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=59e692bc-cfa8-4f12-9e98-43ee04fa957a,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:29.083577 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:29.084361 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 42abedc4-1702-4598-800a-d314be57dc11 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:29.217508 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=59e692bc-cfa8-4f12-9e98-43ee04fa957a,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:29.239953 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9dd4d004-57e0-4f84-9974-a21e10b7d1d7 req-d497e3ab-7d91-46ca-9c80-68a62de0aceb tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0963686 Jul 28 21:40:29.257382 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:40:29.268778 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:40:29.282472 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:29.283100 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:29.340261 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 42abedc4-1702-4598-800a-d314be57dc11 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:29.341412 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:29.353678 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Checking segment: {'id': '80ce7b92-e3fe-44ac-8910-1ec68e1d49c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:29.354023 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Network hostable DHCP agents. Network: fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:40:29.355638 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8b9ce42a-2580-4451-8425-866bac956009 admin admin] 10.222.0.21 "PUT /v2.0/routers/d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1484516 Jul 28 21:40:29.443643 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c736fbb9-ee6f-4ef2-b4d2-865318e6fba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:29.453934 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c736fbb9-ee6f-4ef2-b4d2-865318e6fba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:29.460558 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-c736fbb9-ee6f-4ef2-b4d2-865318e6fba5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2437a358-d077-43ad-8a55-800992964b06 HTTP/1.1" status: 204 len: 168 time: 1.1233361 Jul 28 21:40:29.688031 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-dce2f3a9-dca6-49e7-aab0-aac94ab6427f req-d0c3e523-df75-4041-aa76-92d4883cb76d tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.8180234 Jul 28 21:40:29.708385 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Allocated IP 172.20.0.4 (654e39fe-305b-4197-a58c-5c2dfa0f3ec2/95e8a887-edda-4f8b-aaf3-b01a87e70ae9/d06667b7-fdd6-4e54-af1e-16f70ef7426c) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:29.717847 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f46328f6-1d3c-48a4-b056-5fe11914ed4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:29.722297 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736fbb9-ee6f-4ef2-b4d2-865318e6fba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2437a358-d077-43ad-8a55-800992964b06,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:29.832365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Allocated IP 172.20.0.5 (b4778f67-b93d-41f9-a1e2-ba247c543a6f/e2838e2d-a71d-46b4-b1bc-e09804af9e79/53729584-fb1c-4a9d-8074-8f980ef01280) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:29.833471 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Network fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:40:29.933674 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:29.953797 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668be2e3-1723-4cab-ba1a-501a2adff4d7 None None] Network fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:29.987349 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:40:29.997510 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:29.998210 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.005775 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:30.040616 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-05f0b181-c63a-46e3-ad9a-3bfb3e555e7c admin admin] 10.222.0.21 "PUT /v2.0/routers/58696871-9688-49a5-adad-6cc4006c1511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9952345 Jul 28 21:40:30.140235 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56618) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:30.144352 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Sync routers for ids ['58696871-9688-49a5-adad-6cc4006c1511'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:40:30.181889 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Routers {'58696871-9688-49a5-adad-6cc4006c1511'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:30.182903 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['58696871-9688-49a5-adad-6cc4006c1511'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:30.218388 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c090ee18-8d1d-4c2c-bb7b-409375425ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.293969 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.408252 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.471489 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.481588 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f46328f6-1d3c-48a4-b056-5fe11914ed4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.489498 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f46328f6-1d3c-48a4-b056-5fe11914ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.532515 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46328f6-1d3c-48a4-b056-5fe11914ed4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4753b5-add3-41b3-b15a-9be3f995d77d,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:30.538495 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-8ccd39fd-295c-48e1-9abc-4033851a0484 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4876227 Jul 28 21:40:30.637822 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f46328f6-1d3c-48a4-b056-5fe11914ed4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5d0ace9985849bd93a8151f77e48cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5055528 Jul 28 21:40:30.656596 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56630) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:30.666586 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 2, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:30.676049 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-59a6e261-99c4-4868-acc8-431508f29a45 req-0b1a2dec-9647-49e0-815e-26f6e618c719 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.1957834 Jul 28 21:40:30.747309 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Network b4778f67-b93d-41f9-a1e2-ba247c543a6f is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:30.754217 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:40:30.758856 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Updating router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec port e0cf1e51-7336-438f-9776-7798f5479a9d binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:40:30.810616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56638) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:30.819398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.843490 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:30.856444 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:30.868976 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.874608 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:30.875417 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:30.918499 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718934608', 'description': 'tempest-description--1538701511'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:30.936536 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 59e692bc-cfa8-4f12-9e98-43ee04fa957a up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:30.994282 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Pushing event updated for resources: {'Port': ['ID=53729584-fb1c-4a9d-8074-8f980ef01280,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:31.071433 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2755-eb05-484d-820d-702cbb7e4a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.076016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f369136-b4f7-499d-83f5-77bf12c6d974 None None] Network fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:31.124205 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2755-eb05-484d-820d-702cbb7e4a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.227754 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2755-eb05-484d-820d-702cbb7e4a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.231033 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dfb2755-eb05-484d-820d-702cbb7e4a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.232301 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8dfb2755-eb05-484d-820d-702cbb7e4a2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a4753b5-add3-41b3-b15a-9be3f995d77d HTTP/1.1" status: 204 len: 168 time: 0.5587680 Jul 28 21:40:31.249011 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb2755-eb05-484d-820d-702cbb7e4a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4753b5-add3-41b3-b15a-9be3f995d77d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:31.288881 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event updated for resources: {'Port': ['ID=d06667b7-fdd6-4e54-af1e-16f70ef7426c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:31.335582 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:31.364262 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:31.371326 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:31.390120 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:31.393940 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.404120 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Set router 58696871-9688-49a5-adad-6cc4006c1511 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:31.434908 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374944b6-1708-4c7d-9245-79028ab28141 req-abfe6899-468b-4e06-95a3-5e3ffdf5883e tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:31.450905 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-374944b6-1708-4c7d-9245-79028ab28141 req-abfe6899-468b-4e06-95a3-5e3ffdf5883e tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 931 time: 0.4515197 Jul 28 21:40:31.509821 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 59e692bc-cfa8-4f12-9e98-43ee04fa957a triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:31.520480 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.546599 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c090ee18-8d1d-4c2c-bb7b-409375425ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.619329 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-374944b6-1708-4c7d-9245-79028ab28141 req-16df6a11-b772-4b29-b317-91656203d2dd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481273 Jul 28 21:40:31.623282 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c090ee18-8d1d-4c2c-bb7b-409375425ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.623726 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-d42de58e-ff7a-4350-8f44-cb8026283a96 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:31.626608 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-d42de58e-ff7a-4350-8f44-cb8026283a96 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 818 time: 0.3481016 Jul 28 21:40:31.708671 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-b05d65ca-f1f3-4a64-9d9a-f74097fce34d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/quotas/d2d97f2a433b45d2b08851dc1f39b122 HTTP/1.1" status: 200 len: 375 time: 0.0663874 Jul 28 21:40:31.728954 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.737151 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.741540 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c090ee18-8d1d-4c2c-bb7b-409375425ff6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e93a6d91ba3463c8e538fbd1c54b832&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6009967 Jul 28 21:40:31.744250 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-db2fd01a-1824-48c8-8812-dbf22b1a58f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6239195 Jul 28 21:40:31.747074 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56674) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:31.748895 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090ee18-8d1d-4c2c-bb7b-409375425ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63381da-7c63-404e-a305-52e1bd456d8e,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:31.787961 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Transition to ACTIVE for port object e0cf1e51-7336-438f-9776-7798f5479a9d will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:31.818567 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.843347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-f97a3caa-ec3d-43a1-83e0-b956b805f756 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:40:31.850979 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-f97a3caa-ec3d-43a1-83e0-b956b805f756 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272899 Jul 28 21:40:31.943854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:31.947472 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-0c1928b1-21ba-405c-89c0-e1a4cd822549 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3829124 Jul 28 21:40:31.968185 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.004358 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6ecd-46d1-40dc-ac16-7a9d2c6466d8 None None] Pushing event updated for resources: {'Port': ['ID=e0cf1e51-7336-438f-9776-7798f5479a9d,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:32.045956 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627d5c3c-8d8a-413a-9128-58c9a3626807,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:32.089296 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56680) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:32.130780 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.132160 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7fb48336-9a19-4c3a-80b7-ff39674024fe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2906272 Jul 28 21:40:32.139874 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-5e0f6488-2501-4d78-8119-3206fb4d5b2f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4297552 Jul 28 21:40:32.142616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56684) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:32.153472 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'security_group_rule': {'security_group_id': '627d5c3c-8d8a-413a-9128-58c9a3626807', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:32.193395 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Attempting to bind port e0cf1e51-7336-438f-9776-7798f5479a9d on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:32.204284 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Attempting to bind port e0cf1e51-7336-438f-9776-7798f5479a9d by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:32.209630 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Attempting to bind port e0cf1e51-7336-438f-9776-7798f5479a9d on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:32.227736 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56686) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:32.240709 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:32.241108 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Checking segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:32.241527 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.241977 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Bound using segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:32.242510 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Bound port: e0cf1e51-7336-438f-9776-7798f5479a9d, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:32.242916 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.269883 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc715fa-f4c2-4123-bd2c-c694ad620288 req-5ee21b9a-d20c-4919-906c-cc5ab1f60205 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:32.277608 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1dc715fa-f4c2-4123-bd2c-c694ad620288 req-5ee21b9a-d20c-4919-906c-cc5ab1f60205 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 931 time: 0.4007673 Jul 28 21:40:32.280552 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-452ddda7-2309-4da1-9d6f-ed743fdb3e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.306331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-452ddda7-2309-4da1-9d6f-ed743fdb3e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.318840 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.328198 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d78e3a70-db71-4fad-aa97-dd35e4429f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.455310 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] For port e0cf1e51-7336-438f-9776-7798f5479a9d, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:32.460999 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1dc715fa-f4c2-4123-bd2c-c694ad620288 req-bf02f481-c051-49bd-9553-0da7ef5cdeff tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820109 Jul 28 21:40:32.467407 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] For port e0cf1e51-7336-438f-9776-7798f5479a9d, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e0cf1e51-7336-438f-9776-7798f5479a9d,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:32.479431 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-452ddda7-2309-4da1-9d6f-ed743fdb3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.480597 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.492168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-452ddda7-2309-4da1-9d6f-ed743fdb3e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.493613 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-452ddda7-2309-4da1-9d6f-ed743fdb3e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e63381da-7c63-404e-a305-52e1bd456d8e HTTP/1.1" status: 204 len: 168 time: 0.7338431 Jul 28 21:40:32.508295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'fd4d7626-2999-441b-a82d-50b98285a2b2', 'name': '', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'mac_address': 'fa:16:3e:30:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52a718c9-6ce1-4413-b771-faee992010f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:25Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 2, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'subnets': [{'id': '52a718c9-6ce1-4413-b771-faee992010f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:32.519448 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ddda7-2309-4da1-9d6f-ed743fdb3e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63381da-7c63-404e-a305-52e1bd456d8e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:32.572552 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f6ecd-46d1-40dc-ac16-7a9d2c6466d8 None None] Pushing event updated for resources: {'Port': ['ID=e0cf1e51-7336-438f-9776-7798f5479a9d,revision_number=4']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:32.603346 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Checking router: 58696871-9688-49a5-adad-6cc4006c1511 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:40:32.603741 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Updating router 58696871-9688-49a5-adad-6cc4006c1511 port fd4d7626-2999-441b-a82d-50b98285a2b2 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:40:32.609676 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:32.611738 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:32.691857 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.757405 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Request body: {'port': {'device_id': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:32.897927 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c017a965-97c9-4c7f-8269-72bb69d8a344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:32.926859 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:33.060865 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.066449 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-8bcad9aa-925b-4cc9-9855-8eb9291e8dfa service neutron] 10.222.0.21 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670478 Jul 28 21:40:33.075671 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.082285 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ce6e9-db20-4d60-91a0-426ad6c0a3c4 req-ee4be14a-0330-40d5-aee8-5c55a48b374f tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:33.094757 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-809ce6e9-db20-4d60-91a0-426ad6c0a3c4 req-ee4be14a-0330-40d5-aee8-5c55a48b374f tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 931 time: 0.2898059 Jul 28 21:40:33.122324 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.223853 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-809ce6e9-db20-4d60-91a0-426ad6c0a3c4 req-75054171-9a84-47e0-81fb-78c46001e97a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273746 Jul 28 21:40:33.251796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d117c29-4836-4684-8484-52ce05ae3634,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:33.334132 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d78e3a70-db71-4fad-aa97-dd35e4429f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.358912 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.372940 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Request body: {'port': {'device_id': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:33.404610 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Transition to ACTIVE for port object fd4d7626-2999-441b-a82d-50b98285a2b2 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:33.408604 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d78e3a70-db71-4fad-aa97-dd35e4429f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.412578 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.484608 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56708) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:33.523172 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-435731376-network', 'tenant_id': 'd5e6625eece0455da590069687fd0c2c'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:33.579318 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cdbaa-c124-46fb-8b2a-c12736fd293b None None] Pushing event updated for resources: {'Port': ['ID=fd4d7626-2999-441b-a82d-50b98285a2b2,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:33.642005 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:32Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:33.648314 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Attempting to bind port fd4d7626-2999-441b-a82d-50b98285a2b2 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:33.648769 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Attempting to bind port fd4d7626-2999-441b-a82d-50b98285a2b2 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:33.649190 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Attempting to bind port fd4d7626-2999-441b-a82d-50b98285a2b2 on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:33.655610 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:33.655610 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Checking segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:33.656043 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.656348 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Bound using segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:33.657635 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Bound port: fd4d7626-2999-441b-a82d-50b98285a2b2, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:33.657635 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.699333 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e41935-c815-4b32-8fa2-82d80203ceff None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:32Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:40:33.732930 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a47ae8-ebeb-4baa-962d-d6b35e58fc90 req-f02328e8-1f43-4c63-872a-36d42fbee83b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:33.737714 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-41a47ae8-ebeb-4baa-962d-d6b35e58fc90 req-f02328e8-1f43-4c63-872a-36d42fbee83b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 931 time: 0.1342158 Jul 28 21:40:33.776307 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d78e3a70-db71-4fad-aa97-dd35e4429f72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3474cbbeec3e4ce5a2d87c9751f05d75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5142596 Jul 28 21:40:33.779687 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] For port fd4d7626-2999-441b-a82d-50b98285a2b2, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:33.812607 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] For port fd4d7626-2999-441b-a82d-50b98285a2b2, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=fd4d7626-2999-441b-a82d-50b98285a2b2,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:33.822432 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:33.839811 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56718) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:33.873896 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e3a70-db71-4fad-aa97-dd35e4429f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99b6e0a-2ca9-4273-856e-a3e4fa78e771,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:34.012030 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cdbaa-c124-46fb-8b2a-c12736fd293b None None] Pushing event updated for resources: {'Port': ['ID=fd4d7626-2999-441b-a82d-50b98285a2b2,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:34.029271 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Routers {'58696871-9688-49a5-adad-6cc4006c1511'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:40:34.029271 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['58696871-9688-49a5-adad-6cc4006c1511'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:34.054743 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-41a47ae8-ebeb-4baa-962d-d6b35e58fc90 req-252d89d1-1454-4ebd-9008-81c1300d8098 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987406 Jul 28 21:40:34.072505 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c017a965-97c9-4c7f-8269-72bb69d8a344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.078249 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c017a965-97c9-4c7f-8269-72bb69d8a344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.158746 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-a2dd5e7c-e57f-451d-958f-545e63456b97 service neutron] 10.222.0.21 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0736270 Jul 28 21:40:34.168047 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Made reservation on behalf of d5e6625eece0455da590069687fd0c2c for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:34.170952 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.192942 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.213102 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.216516 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-18864136-2a56-4c29-8820-f59cc5bd53d0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0727785 Jul 28 21:40:34.222304 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.236625 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56726) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:34.271578 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'security_group_rule': {'security_group_id': '627d5c3c-8d8a-413a-9128-58c9a3626807', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:34.310668 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] Set router 58696871-9688-49a5-adad-6cc4006c1511 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:40:34.394413 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017a965-97c9-4c7f-8269-72bb69d8a344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78345f02-3b6c-4800-a41e-60d3a335c76d,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:34.416596 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.454853 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-c017a965-97c9-4c7f-8269-72bb69d8a344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26074751326e402b84cd77ff12a22239&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3440607 Jul 28 21:40:34.467908 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56734) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:34.548178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.569093 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c47462c8-4f5e-462b-8bbc-cdfbfedb9ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.593235 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e0cf1e51-7336-438f-9776-7798f5479a9d up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:34.636447 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c47462c8-4f5e-462b-8bbc-cdfbfedb9ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.653927 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.680748 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:40:34.692543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.693325 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Added segment 62a62483-b114-4a2c-8cd8-c8b8b0996463 of type vlan for network fdcf8463-f1db-4d74-9b64-562c11d3c632 Jul 28 21:40:34.842713 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port e0cf1e51-7336-438f-9776-7798f5479a9d completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:34.850704 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port e0cf1e51-7336-438f-9776-7798f5479a9d triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:34.851587 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.930697 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53729584-fb1c-4a9d-8074-8f980ef01280 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:34.953127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:34.973721 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-816f32e6-b4b4-4249-97aa-80cdeb572ad4 req-ee983008-1cd0-40b9-8d96-c1b372cae09d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.3808212 Jul 28 21:40:34.983663 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Transition to ACTIVE for port object 53729584-fb1c-4a9d-8074-8f980ef01280 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:35.067274 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7ff84d26-425e-483a-90cc-d5c695696c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.158879 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7ff84d26-425e-483a-90cc-d5c695696c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.205769 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.273509 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.326031 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723e501c-c7dd-4876-988d-3071ac2141d4,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:35.346875 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.375867 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'fd4d7626-2999-441b-a82d-50b98285a2b2', 'name': '', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'mac_address': 'fa:16:3e:30:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52a718c9-6ce1-4413-b771-faee992010f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:25Z', 'updated_at': '2021-07-28T21:40:33Z', 'revision_number': 4, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'subnets': [{'id': '52a718c9-6ce1-4413-b771-faee992010f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:35.425150 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ec967-f701-4f2c-94c2-cd65f7cfad33 None None] The sync data for ids ['58696871-9688-49a5-adad-6cc4006c1511'] in dv-cinder-784623-15-iscsi is: [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'fd4d7626-2999-441b-a82d-50b98285a2b2', 'name': '', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'mac_address': 'fa:16:3e:30:8c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '52a718c9-6ce1-4413-b771-faee992010f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:25Z', 'updated_at': '2021-07-28T21:40:33Z', 'revision_number': 4, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'subnets': [{'id': '52a718c9-6ce1-4413-b771-faee992010f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:40:35.432191 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port e0cf1e51-7336-438f-9776-7798f5479a9d, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e0cf1e51-7336-438f-9776-7798f5479a9d,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:35.437583 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.513925 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Pushing event updated for resources: {'Port': ['ID=53729584-fb1c-4a9d-8074-8f980ef01280,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:35.517237 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.599712 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=e0cf1e51-7336-438f-9776-7798f5479a9d,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:35.651418 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.695985 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Attempting to bind port 53729584-fb1c-4a9d-8074-8f980ef01280 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:35.696678 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Attempting to bind port 53729584-fb1c-4a9d-8074-8f980ef01280 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '6484a194-5e93-482c-8841-e52e28734cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:35.697307 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Attempting to bind port 53729584-fb1c-4a9d-8074-8f980ef01280 on network b4778f67-b93d-41f9-a1e2-ba247c543a6f {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:35.716718 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e56a-f437-4f80-a15e-54fddec57a97 req-c8a2199b-b4e0-4699-88ac-01b470ef00aa tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:35.724355 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7ff84d26-425e-483a-90cc-d5c695696c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.726855 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7ff84d26-425e-483a-90cc-d5c695696c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.727048 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d8f7e56a-f437-4f80-a15e-54fddec57a97 req-c8a2199b-b4e0-4699-88ac-01b470ef00aa tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 931 time: 1.1743236 Jul 28 21:40:35.728683 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7ff84d26-425e-483a-90cc-d5c695696c97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78345f02-3b6c-4800-a41e-60d3a335c76d HTTP/1.1" status: 204 len: 168 time: 1.2529206 Jul 28 21:40:35.747203 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Port 53729584-fb1c-4a9d-8074-8f980ef01280 on network b4778f67-b93d-41f9-a1e2-ba247c543a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:40:35.747853 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Attempting to bind port 53729584-fb1c-4a9d-8074-8f980ef01280 on network b4778f67-b93d-41f9-a1e2-ba247c543a6f {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:35.750380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c47462c8-4f5e-462b-8bbc-cdfbfedb9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.753440 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c47462c8-4f5e-462b-8bbc-cdfbfedb9ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.754864 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c47462c8-4f5e-462b-8bbc-cdfbfedb9ebc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f99b6e0a-2ca9-4273-856e-a3e4fa78e771 HTTP/1.1" status: 204 len: 168 time: 1.9076350 Jul 28 21:40:35.781232 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.db.resource_extend [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 21:40:35.820711 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:35.821250 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Checking segment: {'id': '6484a194-5e93-482c-8841-e52e28734cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:35.821936 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Bound using segment: {'id': '6484a194-5e93-482c-8841-e52e28734cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:35.822593 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Bound port: 53729584-fb1c-4a9d-8074-8f980ef01280, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6484a194-5e93-482c-8841-e52e28734cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:35.826246 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.831264 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b2e7ce-19b0-442b-88a5-c1464c4425f2,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:35.870712 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41402935-5f71-4393-b87f-8c716cef1a36 req-c4392211-33b6-463e-8fe3-ed2eb62180f1 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:35.872577 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-41402935-5f71-4393-b87f-8c716cef1a36 req-c4392211-33b6-463e-8fe3-ed2eb62180f1 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 931 time: 0.5906851 Jul 28 21:40:35.875413 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47462c8-4f5e-462b-8bbc-cdfbfedb9ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99b6e0a-2ca9-4273-856e-a3e4fa78e771,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:35.910944 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.915451 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8906e886-5182-471a-b463-5742096525fc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6591158 Jul 28 21:40:35.916059 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56768) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:35.918493 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.922117 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:35.923400 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:35.944919 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:35.949664 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84d26-425e-483a-90cc-d5c695696c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78345f02-3b6c-4800-a41e-60d3a335c76d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:36.120985 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d8f7e56a-f437-4f80-a15e-54fddec57a97 req-66f72e45-52b4-42fe-bc64-77681f759801 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865511 Jul 28 21:40:36.176226 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] Pushing event updated for resources: {'Network': ['ID=fdcf8463-f1db-4d74-9b64-562c11d3c632,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:36.193629 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06667b7-fdd6-4e54-af1e-16f70ef7426c {{(pid=99669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:36.195577 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network fdcf8463-f1db-4d74-9b64-562c11d3c632 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:40:36.206218 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:36.233668 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Transition to ACTIVE for port object d06667b7-fdd6-4e54-af1e-16f70ef7426c will not be triggered until provisioned by entity L2. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:36.241409 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-41402935-5f71-4393-b87f-8c716cef1a36 req-95ca23ce-8289-4567-9dc4-a966c5be5930 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239503 Jul 28 21:40:36.249331 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:36.298521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] For port 53729584-fb1c-4a9d-8074-8f980ef01280, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:36.398391 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:36.492448 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f1606cf2-467d-4468-8431-94dc7e4c57fb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0067542 Jul 28 21:40:36.584819 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56784) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:36.585053 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.22', 50202) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:36.618492 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Request body: {'subnet': {'network_id': 'fdcf8463-f1db-4d74-9b64-562c11d3c632', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-435731376-subnet', 'tenant_id': 'd5e6625eece0455da590069687fd0c2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:36.639963 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] For port 53729584-fb1c-4a9d-8074-8f980ef01280, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53729584-fb1c-4a9d-8074-8f980ef01280,segment=NetworkSegment(6484a194-5e93-482c-8841-e52e28734cc6),segment_id=6484a194-5e93-482c-8841-e52e28734cc6)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:36.644640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56786) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:36.730642 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Pushing event updated for resources: {'Port': ['ID=d06667b7-fdd6-4e54-af1e-16f70ef7426c,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:36.732964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:36.766550 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device fd4d7626-2999-441b-a82d-50b98285a2b2 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:36.773496 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Attempting to bind port d06667b7-fdd6-4e54-af1e-16f70ef7426c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:36.779136 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Attempting to bind port d06667b7-fdd6-4e54-af1e-16f70ef7426c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:36.782541 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Attempting to bind port d06667b7-fdd6-4e54-af1e-16f70ef7426c on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:36.801300 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Made reservation on behalf of d5e6625eece0455da590069687fd0c2c for: {'subnet': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:36.811129 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:36.818541 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Port d06667b7-fdd6-4e54-af1e-16f70ef7426c on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:40:36.819051 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Attempting to bind port d06667b7-fdd6-4e54-af1e-16f70ef7426c on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:36.849354 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d61-763a-449a-939f-6121c38a61ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:36.956735 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:36.964844 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Checking segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:36.968359 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Bound using segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:36.969101 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Bound port: d06667b7-fdd6-4e54-af1e-16f70ef7426c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:36.969653 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.003382 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:37.008095 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.010021 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] 10.222.0.22 "PUT /v2.0/ports/53729584-fb1c-4a9d-8074-8f980ef01280 HTTP/1.1" status: 200 len: 1093 time: 4.6240563 Jul 28 21:40:37.024254 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port fd4d7626-2999-441b-a82d-50b98285a2b2 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:37.029732 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'tag': '53729584-fb1c-4a9d-8074-8f980ef01280'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:37.044648 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port fd4d7626-2999-441b-a82d-50b98285a2b2 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:37.045181 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.168397 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.241445 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port fd4d7626-2999-441b-a82d-50b98285a2b2, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=fd4d7626-2999-441b-a82d-50b98285a2b2,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:37.247161 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.248560 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e0cf1e51-7336-438f-9776-7798f5479a9d up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:37.292457 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] For port d06667b7-fdd6-4e54-af1e-16f70ef7426c, host hv-cinder-78462, cleared binding levels {{(pid=99669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:37.366354 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] For port d06667b7-fdd6-4e54-af1e-16f70ef7426c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:37.383108 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=fd4d7626-2999-441b-a82d-50b98285a2b2,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:37.460100 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89733143-d1a5-4864-a260-cb7319f3f859 service neutron] Pushing event updated for resources: {'Port': ['ID=53729584-fb1c-4a9d-8074-8f980ef01280,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:37.466979 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port e0cf1e51-7336-438f-9776-7798f5479a9d triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:37.468549 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.485499 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.490705 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-50047199-7601-42ad-8e9e-fa7c9ef235af tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:37.508907 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-50047199-7601-42ad-8e9e-fa7c9ef235af tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 818 time: 1.2209721 Jul 28 21:40:37.628988 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-f19bbc4a-a200-4cf1-87b6-b6bf23b70ad6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:37.629986 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.638602 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-f19bbc4a-a200-4cf1-87b6-b6bf23b70ad6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 818 time: 1.0364301 Jul 28 21:40:37.681713 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Request body: {'port': {'device_id': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'admin_state_up': True, 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:37.743713 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-d888ecbb-7c7f-4c2a-90dd-165578662cc9 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/quotas/d2d97f2a433b45d2b08851dc1f39b122 HTTP/1.1" status: 200 len: 375 time: 0.2114604 Jul 28 21:40:37.748373 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:37.749057 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:37.750623 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] 10.222.0.22 "PUT /v2.0/ports/d06667b7-fdd6-4e54-af1e-16f70ef7426c HTTP/1.1" status: 200 len: 1093 time: 5.2609022 Jul 28 21:40:37.752154 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'tag': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:37.899716 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd884e07-44aa-486d-aea8-dc03f2272fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "6535291a-c314-4dbf-bdaf-db7398490eb9", "tag": "53729584-fb1c-4a9d-8074-8f980ef01280"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:38.016795 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-83b6e59e-ed24-4964-9bbe-4aa9ba4d0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:38.021587 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-83b6e59e-ed24-4964-9bbe-4aa9ba4d0eff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef329d7efd8644a29fbcc34fbf1fda70&device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 1096 time: 0.8469527 Jul 28 21:40:38.180826 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d61-763a-449a-939f-6121c38a61ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.188968 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3bf25d61-763a-449a-939f-6121c38a61ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.266659 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-3bf25d61-763a-449a-939f-6121c38a61ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=496bff02b9eb4328b79d83bb760bb510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6066804 Jul 28 21:40:38.290330 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56836) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:38.291484 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf25d61-763a-449a-939f-6121c38a61ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc2fc51-266f-4be9-97d5-601311b91219,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:38.390296 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c16f-d99f-477e-aa5c-0bd249c616e4 req-06d1767c-919b-4215-bae7-7d2cef6b99e5 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:38.404932 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f772c16f-d99f-477e-aa5c-0bd249c616e4 req-06d1767c-919b-4215-bae7-7d2cef6b99e5 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 943 time: 1.0612500 Jul 28 21:40:38.405110 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device fd4d7626-2999-441b-a82d-50b98285a2b2 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:38.430548 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7f8e9-39ff-4ee0-b70b-2b8e51db9504 service neutron] Pushing event updated for resources: {'Port': ['ID=d06667b7-fdd6-4e54-af1e-16f70ef7426c,revision_number=3']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:38.461714 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59538ae-9ce9-4b66-9aba-ec7434a83408" -d '{"events": [{"name": "network-changed", "server_uuid": "5bf6f64a-7681-47f4-851f-88a5294c8bc8", "tag": "d06667b7-fdd6-4e54-af1e-16f70ef7426c"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:38.508524 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port fd4d7626-2999-441b-a82d-50b98285a2b2 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:38.508898 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.531135 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.671644 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-4329db29-ee24-4526-a48c-4d90242e38f0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6660180 Jul 28 21:40:38.907173 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c289149b-8378-4074-b631-55703b81fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.914798 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Made reservation on behalf of d2d97f2a433b45d2b08851dc1f39b122 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:38.919695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.962415 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Allocated IP 172.27.3.115 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/d0d1f6a9-c883-4ee3-bd60-abf6f5f3ddd6) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:38.979673 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c289149b-8378-4074-b631-55703b81fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:38.993186 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-46ed8e59-ab0e-475d-9482-6f1835d69223 service neutron] 10.222.0.21 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987323 Jul 28 21:40:39.007558 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-c198820e-75b3-4a49-af3f-9deeb248e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:39.010284 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-c198820e-75b3-4a49-af3f-9deeb248e9a1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 1096 time: 1.0614634 Jul 28 21:40:39.011216 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=601afedb-2ac4-455b-88b5-ec0bda437a3a,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:39.081873 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f772c16f-d99f-477e-aa5c-0bd249c616e4 req-148bccde-eaa2-410d-80ea-13a661e63b51 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750708 Jul 28 21:40:39.109317 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Checking segment: {'id': '62a62483-b114-4a2c-8cd8-c8b8b0996463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fdcf8463-f1db-4d74-9b64-562c11d3c632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:39.109676 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Network hostable DHCP agents. Network: fdcf8463-f1db-4d74-9b64-562c11d3c632, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:40:39.167265 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Network fdcf8463-f1db-4d74-9b64-562c11d3c632 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:40:39.215395 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:39.220071 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, fdcf8463-f1db-4d74-9b64-562c11d3c632) {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:39.241106 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c48b1-c89d-4958-89c7-c97f1c0adadb None None] Network fdcf8463-f1db-4d74-9b64-562c11d3c632 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:39.266956 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:39.283114 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:39.387803 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-0761c7f9-294b-4ed2-bdb0-079e7fd75118 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7909806 Jul 28 21:40:39.420445 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c289149b-8378-4074-b631-55703b81fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:39.423973 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c289149b-8378-4074-b631-55703b81fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:39.431058 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c289149b-8378-4074-b631-55703b81fdc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbc2fc51-266f-4be9-97d5-601311b91219 HTTP/1.1" status: 204 len: 168 time: 1.1282935 Jul 28 21:40:39.470256 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604b483-b06c-48b1-915b-1132cd68d70a req-188f1d1a-065d-4a19-a7d3-d7b3595d07a4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:39.480626 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9604b483-b06c-48b1-915b-1132cd68d70a req-188f1d1a-065d-4a19-a7d3-d7b3595d07a4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 943 time: 0.2482209 Jul 28 21:40:39.518513 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:39.526612 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289149b-8378-4074-b631-55703b81fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc2fc51-266f-4be9-97d5-601311b91219,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:39.537142 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe288b9-fd3f-44ee-ae35-0e9d9053d15a None None] Network fdcf8463-f1db-4d74-9b64-562c11d3c632 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:40:39.563835 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-d4c1c4fb-b57c-44e7-a5f1-b35696bee7c9 service neutron] 10.222.0.21 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382383 Jul 28 21:40:39.603917 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Allocated IP 172.20.0.6 (1bce0b9d-703c-4303-9a1a-d101bbd9a06c/52a718c9-6ce1-4413-b771-faee992010f0/0c639a2c-d380-413f-a41a-eb784277b9ac) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:39.756124 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56866) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:39.864574 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-b1b705af-5577-4c40-a444-6783163208c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53729584-fb1c-4a9d-8074-8f980ef01280 HTTP/1.1" status: 200 len: 217 time: 0.2294323 Jul 28 21:40:39.894300 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:39.941230 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-862438b8-a756-48b4-abb3-a56fe2c1b4ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c HTTP/1.1" status: 200 len: 217 time: 0.2999544 Jul 28 21:40:39.968976 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:39.973436 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'Port': ['ID=d0d1f6a9-c883-4ee3-bd60-abf6f5f3ddd6,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:39.991802 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9604b483-b06c-48b1-915b-1132cd68d70a req-8d2ab67e-f7b4-4065-a6d1-89d1723ff4b7 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958210 Jul 28 21:40:39.992838 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:40.266452 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Deleting subnet e5c00035-9105-4c77-976c-1b774f2d1401 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:40:40.297374 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:40.340478 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:40.386464 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-234bc59c-56d9-4b9a-af6b-8c2d354a59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:40.402799 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-234bc59c-56d9-4b9a-af6b-8c2d354a59e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.2323031 Jul 28 21:40:40.565061 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:40.615086 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:40.659573 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:40.667631 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-e04542f4-6583-4598-962c-f38a546f3317 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2144787 Jul 28 21:40:40.671897 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:40.679463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:40.685262 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:40.686267 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:40.696903 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820e623-f86f-419a-92f8-bf473611be46 x-openstack-request-id: req-b820e623-f86f-419a-92f8-bf473611be46 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:40.697372 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bf6f64a-7681-47f4-851f-88a5294c8bc8", "tag": "d06667b7-fdd6-4e54-af1e-16f70ef7426c", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:40.697740 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b820e623-f86f-419a-92f8-bf473611be46 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:40.698593 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'tag': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c', 'status': 'completed', 'code': 200} Jul 28 21:40:40.724562 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-826eba10-8d92-4761-8527-035adf0c9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:40.726069 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-826eba10-8d92-4761-8527-035adf0c9d22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2838e2d-a71d-46b4-b1bc-e09804af9e79 HTTP/1.1" status: 200 len: 851 time: 0.8255658 Jul 28 21:40:40.807682 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-82f09cbf-4063-44e5-9c33-01e559e8a59e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4778f67-b93d-41f9-a1e2-ba247c543a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731940 Jul 28 21:40:40.808348 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Pushing event updated for resources: {'Port': ['ID=0c639a2c-d380-413f-a41a-eb784277b9ac,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:40.960054 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.010342 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.025542 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-56a51fc0-5498-48b3-b6c9-6fe62efbaf2c req-9b27a06e-78ca-4b09-837a-ed6add2dd114 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 210 time: 0.3259044 Jul 28 21:40:41.053693 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.162907 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-bb238d22-8756-498a-ace5-f3b846ec15e2 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913204 Jul 28 21:40:41.211676 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-1cf8ec0c-1bfc-44ac-84ec-6e2cb696e874 service neutron] 10.222.0.22 "GET /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830566 Jul 28 21:40:41.214510 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-057f7cc8-6c8b-4876-8a7e-a78fe2a3831b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5631924 Jul 28 21:40:41.219323 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a9d2b2-6d00-436d-acc7-a058fd09a57b x-openstack-request-id: req-f2a9d2b2-6d00-436d-acc7-a058fd09a57b {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:41.219699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6535291a-c314-4dbf-bdaf-db7398490eb9", "tag": "53729584-fb1c-4a9d-8074-8f980ef01280", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:41.222012 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2a9d2b2-6d00-436d-acc7-a058fd09a57b {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:41.223424 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'tag': '53729584-fb1c-4a9d-8074-8f980ef01280', 'status': 'completed', 'code': 200} Jul 28 21:40:41.303961 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.322380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Request body: {'port': {'device_id': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:41.352241 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.355944 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5c00035-9105-4c77-976c-1b774f2d1401 HTTP/1.1" status: 204 len: 168 time: 1.5941122 Jul 28 21:40:41.383467 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 56930) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:41.396622 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197fbc8-4e71-4c66-a45b-b78718132bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c00035-9105-4c77-976c-1b774f2d1401,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:41.550217 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e0fd9a07-7190-43da-bae5-c5af2a07018a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.610984 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e856e0-f798-45a0-aa13-c53f90ed7abb req-8cf03ac9-d1db-435c-b1c5-8349122d7724 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:41.612710 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-27e856e0-f798-45a0-aa13-c53f90ed7abb req-8cf03ac9-d1db-435c-b1c5-8349122d7724 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 943 time: 0.2872279 Jul 28 21:40:41.624740 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fa6b15-b6fa-4487-b4b8-db0525e1ea72 req-5a53ecc6-40d5-4de4-9087-5570229271c0 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162526 Jul 28 21:40:41.631765 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.654599 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.669160 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.719064 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.731785 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c20d3d-d44a-45dc-9249-d13b8510ed50 req-73af3473-8c15-41cb-894e-b5642e0b723a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:41.740016 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1c20d3d-d44a-45dc-9249-d13b8510ed50 req-73af3473-8c15-41cb-894e-b5642e0b723a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 943 time: 0.5140142 Jul 28 21:40:41.783550 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.783737 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-27e856e0-f798-45a0-aa13-c53f90ed7abb req-3342d27f-6beb-4c34-9f45-3a7dbeb30372 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409495 Jul 28 21:40:41.819459 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87c88ae6-a63a-46f7-a6cf-5c535fa3f2a3 req-440ec8e8-a12c-48a3-bc5a-f4b22688d51a service neutron] 10.222.0.22 "GET /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5804305 Jul 28 21:40:41.822959 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'Port': ['ID=d0d1f6a9-c883-4ee3-bd60-abf6f5f3ddd6,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:41.836965 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1c20d3d-d44a-45dc-9249-d13b8510ed50 req-84dd872b-6d3b-49f0-bb06-f620c6ae9ce9 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937471 Jul 28 21:40:41.843069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:41.864778 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.865253 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.866206 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.866596 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > port after_create 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.867002 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.867345 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > port after_update 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.867685 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.868022 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.868336 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:41.868672 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:42.111912 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:42.112342 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:42.112754 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:42.113325 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:40:42.113950 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:42.133106 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.134756 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d8942b00-e2c1-4c99-a973-1b99feabae72 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2147453 Jul 28 21:40:42.141009 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c639a2c-d380-413f-a41a-eb784277b9ac {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:42.145775 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ce7b92-e3fe-44ac-8910-1ec68e1d49c4') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:42.146591 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ce7b92-e3fe-44ac-8910-1ec68e1d49c4') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:42.169584 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.193512 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cd4a3056-a747-468c-9157-4a7364b14ad6 req-7081e971-292f-4ce7-83ef-afdd23aebfe9 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 210 time: 0.0620365 Jul 28 21:40:42.198470 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Transition to ACTIVE for port object 0c639a2c-d380-413f-a41a-eb784277b9ac will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:42.205816 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.216929 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.274013 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.296466 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:40:42.296909 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: from cryptography.utils import int_from_bytes Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: from cryptography.utils import int_from_bytes Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:40:42.302960 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:40:42.411037 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.415375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-12072f81-ff07-42f3-91ee-0f82b1db3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:42.416908 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-12072f81-ff07-42f3-91ee-0f82b1db3468 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef329d7efd8644a29fbcc34fbf1fda70&device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 1096 time: 0.1039410 Jul 28 21:40:42.423379 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Pushing event updated for resources: {'Port': ['ID=0c639a2c-d380-413f-a41a-eb784277b9ac,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:42.430937 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Attempting to bind port 0c639a2c-d380-413f-a41a-eb784277b9ac on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:42.431439 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Attempting to bind port 0c639a2c-d380-413f-a41a-eb784277b9ac by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:42.431572 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Attempting to bind port 0c639a2c-d380-413f-a41a-eb784277b9ac on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:42.450738 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-96d82cf2-4444-4e27-8f0c-0d760683ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:42.452312 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-96d82cf2-4444-4e27-8f0c-0d760683ca04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 1096 time: 0.1628547 Jul 28 21:40:42.472459 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Port 0c639a2c-d380-413f-a41a-eb784277b9ac on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:40:42.472819 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Attempting to bind port 0c639a2c-d380-413f-a41a-eb784277b9ac on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:42.528865 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:42.529208 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Checking segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:42.529584 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Bound using segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:42.530033 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Bound port: 0c639a2c-d380-413f-a41a-eb784277b9ac, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:42.530416 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.613889 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-9b2b62d4-0b55-45af-b779-430c640eead9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--718934608&fields=id&tenant_id=ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 267 time: 0.1658826 Jul 28 21:40:42.618446 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.620773 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210 HTTP/1.1" status: 204 len: 168 time: 1.2378731 Jul 28 21:40:42.624728 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 56980) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:42.647231 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.22', 50209) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:42.648086 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493dbcd-9c1b-45a1-af67-73ba25699a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdf87eb-ebc5-4455-9ba4-3a7fec8ce210,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:42.708601 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:42.928407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-aeca7303-9aa5-4c63-8d75-cf1790ab07a2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:42.929920 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-aeca7303-9aa5-4c63-8d75-cf1790ab07a2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 818 time: 0.2797301 Jul 28 21:40:42.957319 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Request body: {'port': {'device_id': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'admin_state_up': True, 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:42.964959 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Deleting subnet 601afedb-2ac4-455b-88b5-ec0bda437a3a {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:40:42.968245 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.121018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-4985c2e7-9c28-42f7-b8f0-676d9ca8637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.123781 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-4985c2e7-9c28-42f7-b8f0-676d9ca8637f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b4778f67-b93d-41f9-a1e2-ba247c543a6f HTTP/1.1" status: 200 len: 912 time: 0.5014012 Jul 28 21:40:43.189302 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.196812 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c71a9-8ea5-46fe-8585-e75c3ef52c9b req-5ff665bb-30ae-4576-a231-cbba3c9f2f6f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.198443 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ef7c71a9-8ea5-46fe-8585-e75c3ef52c9b req-5ff665bb-30ae-4576-a231-cbba3c9f2f6f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 943 time: 0.2614298 Jul 28 21:40:43.199721 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-b1df2b6b-3986-4fe9-9326-93931053b246 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53729584-fb1c-4a9d-8074-8f980ef01280 HTTP/1.1" status: 200 len: 217 time: 0.0595162 Jul 28 21:40:43.204860 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.244012 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Made reservation on behalf of d2d97f2a433b45d2b08851dc1f39b122 for: {'port': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:43.248307 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.285517 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-4aff44b0-d224-4ea2-a788-a8a494f21e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.287413 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-4aff44b0-d224-4ea2-a788-a8a494f21e16 service neutron] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 916 time: 0.8073115 Jul 28 21:40:43.303869 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ef7c71a9-8ea5-46fe-8585-e75c3ef52c9b req-5d8e9f3c-2ea2-47e8-8deb-51fd98e7d37b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996058 Jul 28 21:40:43.314092 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] For port 0c639a2c-d380-413f-a41a-eb784277b9ac, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:43.344893 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-11d6e2d6-2925-4021-9d8c-9360a7b6d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.346885 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-11d6e2d6-2925-4021-9d8c-9360a7b6d238 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2838e2d-a71d-46b4-b1bc-e09804af9e79 HTTP/1.1" status: 200 len: 851 time: 0.1342549 Jul 28 21:40:43.371933 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-76932446-6d5c-4947-9877-9cebf83e837e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.379186 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-76932446-6d5c-4947-9877-9cebf83e837e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 817 time: 0.7532489 Jul 28 21:40:43.381963 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-f76b6de9-be92-4173-9580-91eaf7f85c5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c HTTP/1.1" status: 200 len: 217 time: 0.0782349 Jul 28 21:40:43.386600 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] For port 0c639a2c-d380-413f-a41a-eb784277b9ac, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c639a2c-d380-413f-a41a-eb784277b9ac,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:43.393226 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.415456 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-4c46a6e2-953d-4955-9ff1-06fb3d1d68cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b4778f67-b93d-41f9-a1e2-ba247c543a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342920 Jul 28 21:40:43.422165 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.476526 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-de768fe2-4526-469d-bfc8-4bb1a5a2ed91 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/quotas/ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 375 time: 0.0964026 Jul 28 21:40:43.541500 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=601afedb-2ac4-455b-88b5-ec0bda437a3a,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:43.588476 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.590845 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e430de5b-a346-417b-ae76-a1d227604295 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/601afedb-2ac4-455b-88b5-ec0bda437a3a HTTP/1.1" status: 204 len: 168 time: 0.9577048 Jul 28 21:40:43.596775 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57028) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:43.628114 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b255-8df6-44e0-81da-71489bec1fe2 req-d0555f3a-34e1-4f74-a477-a441a956b7c6 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.630278 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad33b255-8df6-44e0-81da-71489bec1fe2 req-d0555f3a-34e1-4f74-a477-a441a956b7c6 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 943 time: 0.1912169 Jul 28 21:40:43.632737 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Allocated IP 172.20.0.8 (1bce0b9d-703c-4303-9a1a-d101bbd9a06c/52a718c9-6ce1-4413-b771-faee992010f0/223bae5e-b3fd-47e4-a33d-ccc4c084585b) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:43.643750 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.645027 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.646738 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] 10.222.0.22 "PUT /v2.0/ports/0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 1093 time: 2.4025383 Jul 28 21:40:43.648956 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'tag': '0c639a2c-d380-413f-a41a-eb784277b9ac'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:43.652071 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccb0783-cd77-4030-8951-6bfd71d3ccbe" -d '{"events": [{"name": "network-changed", "server_uuid": "33b1671d-3b93-460f-8a0e-e04a455de00a", "tag": "0c639a2c-d380-413f-a41a-eb784277b9ac"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:43.665685 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-cdad6e20-4c0c-4f11-85f3-29b09f10dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.667498 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-cdad6e20-4c0c-4f11-85f3-29b09f10dc1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.2697384 Jul 28 21:40:43.681565 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924fdc-7b1f-44f4-81d6-1d19942157da service neutron] Pushing event updated for resources: {'Port': ['ID=0c639a2c-d380-413f-a41a-eb784277b9ac,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:43.714559 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-584a0fe2-0bc2-49d3-a67f-f9202e392891 service neutron] 10.222.0.22 "GET /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910287 Jul 28 21:40:43.718899 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-08f0470e-f97c-4bce-8fb2-3407699120c7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2415364 Jul 28 21:40:43.751578 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-1a828065-bbb1-4838-9111-7b7e9f2a9125 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727086 Jul 28 21:40:43.816467 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:43.824723 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad33b255-8df6-44e0-81da-71489bec1fe2 req-3f6d8522-1e2a-4836-9a48-82e81fb13bd0 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826916 Jul 28 21:40:43.896440 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-b316dce2-805c-4f98-ad3a-a340f81c0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:43.897972 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-b316dce2-805c-4f98-ad3a-a340f81c0487 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1096 time: 0.1965728 Jul 28 21:40:43.963421 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-1232c200-79d7-4c23-bd0e-dacffb0fbb7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0561910 Jul 28 21:40:44.008656 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d9b15135-ba48-4309-b004-a89e8d42f52b req-a67630c6-4191-4901-8839-105f29989d92 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 210 time: 0.0790415 Jul 28 21:40:44.009291 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-d05283e2-81e3-4538-b7a6-e360672112bd service neutron] 10.222.0.21 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601266 Jul 28 21:40:44.012756 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-4b9ba830-30a4-4a6a-9be3-07ecf5b8ddcd service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383158 Jul 28 21:40:44.043525 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-b112f01b-a395-4acd-b0ae-8b04807857cb service neutron] 10.222.0.22 "GET /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121991 Jul 28 21:40:44.049903 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.067460 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcf8463-f1db-4d74-9b64-562c11d3c632']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:44.085381 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a62483-b114-4a2c-8cd8-c8b8b0996463') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:44.085676 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a62483-b114-4a2c-8cd8-c8b8b0996463') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:40:44.087583 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47846ae-5e36-4a8f-8120-6f3d106fc60a x-openstack-request-id: req-f47846ae-5e36-4a8f-8120-6f3d106fc60a {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:44.087878 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b1671d-3b93-460f-8a0e-e04a455de00a", "tag": "0c639a2c-d380-413f-a41a-eb784277b9ac", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:44.088129 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f47846ae-5e36-4a8f-8120-6f3d106fc60a {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:44.088520 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'tag': '0c639a2c-d380-413f-a41a-eb784277b9ac', 'status': 'completed', 'code': 200} Jul 28 21:40:44.089253 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.100545 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.114989 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-caaae076-ac19-468f-b3d2-3f502fc3d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:44.116597 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-caaae076-ac19-468f-b3d2-3f502fc3d5c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.1441579 Jul 28 21:40:44.121337 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.133524 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:40:44.133868 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:40:44.135550 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:40:44.147649 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.172828 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-fc95ef2e-1bbf-4cd6-967f-960193fb4723 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450344 Jul 28 21:40:44.205163 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.205432 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e7a82c3b-af81-49ec-a1ab-418bb4e1ca51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.210407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.235555 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.240526 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fdcf8463-f1db-4d74-9b64-562c11d3c632 HTTP/1.1" status: 204 len: 168 time: 0.6364348 Jul 28 21:40:44.261133 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de44fe-87d9-46b3-8aaa-8b946e8aa377 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcf8463-f1db-4d74-9b64-562c11d3c632,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:44.268842 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:44.273962 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:44.278585 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:44.282540 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Pushing event updated for resources: {'Port': ['ID=223bae5e-b3fd-47e4-a33d-ccc4c084585b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:44.288532 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-ecc9584f-e00b-491d-8876-c3f9176cee8e service neutron] 10.222.0.21 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701190 Jul 28 21:40:44.292474 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d59538ae-9ce9-4b66-9aba-ec7434a83408 req-6e5e81c6-b495-41f0-a90e-289db4348d93 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723916 Jul 28 21:40:44.333701 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:44.334502 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.337324 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-cca4a584-386b-41d4-9695-68f617907810 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561334 Jul 28 21:40:44.357823 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-2e8e791f-390a-43ec-84fd-b34ad72a7ac4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4136887 Jul 28 21:40:44.370554 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Request body: {'port': {'device_id': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:44.475988 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.478295 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2a4a9aa6-42fb-447f-9eec-b41ef92bb1e5 req-f20529ed-dc56-4d45-bd75-8912973c2563 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330819 Jul 28 21:40:44.502050 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bf690-890f-4b26-a2e6-c76f81c59c88 req-55acda04-68a2-41e8-a55f-4a1964809098 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:44.505738 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-538bf690-890f-4b26-a2e6-c76f81c59c88 req-55acda04-68a2-41e8-a55f-4a1964809098 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 943 time: 0.1028438 Jul 28 21:40:44.540774 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f04a7b33-61b1-483a-86ac-28feb37c5f94 req-c35be9ba-3251-4b32-8175-8bf9025fe4b8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 210 time: 0.0411880 Jul 28 21:40:44.557122 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57042) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:44.619155 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-bce84b85-21d3-4451-8d8c-687f1333e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:44.620923 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-bce84b85-21d3-4451-8d8c-687f1333e628 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1096 time: 0.0813310 Jul 28 21:40:44.625985 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-538bf690-890f-4b26-a2e6-c76f81c59c88 req-589d9e9d-1d3a-45e9-9ac4-262c404a4c72 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933511 Jul 28 21:40:44.629344 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57048) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:44.630454 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-92b38b33-9b9c-4011-aac5-4a0015325a85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=949eb6db9df1446a860f617235016f35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651729 Jul 28 21:40:44.746458 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-5a229884-d381-4b2a-9981-dbcd654e527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:44.748361 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-5a229884-d381-4b2a-9981-dbcd654e527a service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.1163845 Jul 28 21:40:44.815130 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8b006-7df1-49cf-9fc0-43be8cdb83e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.824308 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-49a28e1c-bdbe-4d8e-9064-89e820c70959 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0682862 Jul 28 21:40:44.900525 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8b006-7df1-49cf-9fc0-43be8cdb83e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:44.925562 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-e2093b00-637a-4ca6-9f2f-fdf2b7704443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:44.927198 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-e2093b00-637a-4ca6-9f2f-fdf2b7704443 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0941229 Jul 28 21:40:44.977728 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-2f746cc0-463a-4c21-be46-c49e13bb0372 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406642 Jul 28 21:40:45.089099 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8b006-7df1-49cf-9fc0-43be8cdb83e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.093950 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ebd8b006-7df1-49cf-9fc0-43be8cdb83e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.099349 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ebd8b006-7df1-49cf-9fc0-43be8cdb83e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b14a465-78f6-472b-99af-1e028532b479 HTTP/1.1" status: 204 len: 168 time: 0.4659319 Jul 28 21:40:45.099499 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8d462-c5d3-485c-bc4b-c6b37a1cef07 req-8f9f6a54-17eb-4e76-856a-07547fe2fba1 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:45.099499 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57c8d462-c5d3-485c-bc4b-c6b37a1cef07 req-8f9f6a54-17eb-4e76-856a-07547fe2fba1 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 943 time: 0.1245813 Jul 28 21:40:45.125607 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 53729584-fb1c-4a9d-8074-8f980ef01280 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:40:45.127069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8b006-7df1-49cf-9fc0-43be8cdb83e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14a465-78f6-472b-99af-1e028532b479,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:45.147575 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223bae5e-b3fd-47e4-a33d-ccc4c084585b {{(pid=99669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:45.169046 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.208406 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Transition to ACTIVE for port object 223bae5e-b3fd-47e4-a33d-ccc4c084585b will not be triggered until provisioned by entity L2. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:45.214222 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.229134 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57c8d462-c5d3-485c-bc4b-c6b37a1cef07 req-d9ca7862-1ba8-40e8-8fda-214d967cd50a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179028 Jul 28 21:40:45.231987 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-b6a87705-9bc3-4418-8fc7-53590d4d5414 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455850 Jul 28 21:40:45.306488 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Pushing event updated for resources: {'Port': ['ID=223bae5e-b3fd-47e4-a33d-ccc4c084585b,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:45.348593 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 53729584-fb1c-4a9d-8074-8f980ef01280, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53729584-fb1c-4a9d-8074-8f980ef01280,segment=NetworkSegment(6484a194-5e93-482c-8841-e52e28734cc6),segment_id=6484a194-5e93-482c-8841-e52e28734cc6)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:45.364343 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '53729584-fb1c-4a9d-8074-8f980ef01280', 'network_id': 'b4778f67-b93d-41f9-a1e2-ba247c543a6f', 'port_id': '53729584-fb1c-4a9d-8074-8f980ef01280', 'mac_address': 'fa:16:3e:7e:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2838e2d-a71d-46b4-b1bc-e09804af9e79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:40:45.456429 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fccb0783-cd77-4030-8951-6bfd71d3ccbe req-0801010f-3e20-40f4-9eb9-1afa005d6e73 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148194 Jul 28 21:40:45.459867 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.478122 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.495728 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53729584-fb1c-4a9d-8074-8f980ef01280 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:45.528839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 53729584-fb1c-4a9d-8074-8f980ef01280, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53729584-fb1c-4a9d-8074-8f980ef01280,segment=NetworkSegment(6484a194-5e93-482c-8841-e52e28734cc6),segment_id=6484a194-5e93-482c-8841-e52e28734cc6)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:45.537507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.539998 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d06667b7-fdd6-4e54-af1e-16f70ef7426c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:40:45.762049 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=53729584-fb1c-4a9d-8074-8f980ef01280,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:45.785811 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57096) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:45.833247 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ff78b-5ef5-48f3-87ab-989f96c280c2 req-353e0e05-53dc-4e97-bf81-703b949b1f67 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:45.841323 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bc6ff78b-5ef5-48f3-87ab-989f96c280c2 req-353e0e05-53dc-4e97-bf81-703b949b1f67 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 943 time: 0.5362122 Jul 28 21:40:45.844636 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d06667b7-fdd6-4e54-af1e-16f70ef7426c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:45.859361 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'port_id': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c', 'mac_address': 'fa:16:3e:79:ae:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e8a887-edda-4f8b-aaf3-b01a87e70ae9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:40:45.891127 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Attempting to bind port 223bae5e-b3fd-47e4-a33d-ccc4c084585b on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:45.891744 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Attempting to bind port 223bae5e-b3fd-47e4-a33d-ccc4c084585b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:45.891972 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Attempting to bind port 223bae5e-b3fd-47e4-a33d-ccc4c084585b on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:45.917263 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bc6ff78b-5ef5-48f3-87ab-989f96c280c2 req-a9615b69-71e5-4462-ba88-03ca66754a6e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611262 Jul 28 21:40:45.920095 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.922426 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Port 223bae5e-b3fd-47e4-a33d-ccc4c084585b on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:40:45.922749 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Attempting to bind port 223bae5e-b3fd-47e4-a33d-ccc4c084585b on network 1bce0b9d-703c-4303-9a1a-d101bbd9a06c {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:45.935318 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:45.935626 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Checking segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:45.936016 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Bound using segment: {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:45.936479 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Bound port: 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1546fb0f-de4c-40a6-9e52-0d0e86e356e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c'}}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:45.936807 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:45.946361 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6788291a-c92b-4275-a0db-c71873b73c6c req-d6c9acd9-20a4-437d-aff7-77a3f8ab7d54 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 210 time: 0.1451573 Jul 28 21:40:45.964075 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06667b7-fdd6-4e54-af1e-16f70ef7426c {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:45.981300 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57110) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:46.005771 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d06667b7-fdd6-4e54-af1e-16f70ef7426c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:46.011161 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.037412 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-d90f5619-cfe9-479d-83d5-4b5efebaadbc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.046343 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-d90f5619-cfe9-479d-83d5-4b5efebaadbc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 817 time: 0.4232163 Jul 28 21:40:46.115428 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d06667b7-fdd6-4e54-af1e-16f70ef7426c,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:46.126398 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-e1022a13-c860-411e-b943-23499929eac7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 379 time: 0.0712037 Jul 28 21:40:46.132136 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] For port 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host hv-cinder-78462, cleared binding levels {{(pid=99669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:46.137024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'port': {'device_id': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'admin_state_up': True, 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'security_groups': ['627d5c3c-8d8a-413a-9128-58c9a3626807']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:46.154946 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-239b4ecd-7090-4f4b-af40-781332dbb225 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5e6625eece0455da590069687fd0c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716046 Jul 28 21:40:46.158233 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57118) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:46.163251 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] For port 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:46.179925 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754ad59-8f07-41d4-b9ca-0b61621995a6 req-c3657378-133e-4bf7-befb-232d1c61be25 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.186776 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2754ad59-8f07-41d4-b9ca-0b61621995a6 req-c3657378-133e-4bf7-befb-232d1c61be25 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 944 time: 0.1408978 Jul 28 21:40:46.194454 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.273489 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4593e02c-e70c-4bda-9143-67499b7a27d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.290332 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['53729584-fb1c-4a9d-8074-8f980ef01280'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:40:46.301807 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Made reservation on behalf of ffceb8c1677d4a91bc2b769424d94a0a for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:40:46.303508 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.304135 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.305525 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] 10.222.0.22 "PUT /v2.0/ports/223bae5e-b3fd-47e4-a33d-ccc4c084585b HTTP/1.1" status: 200 len: 1093 time: 1.9405138 Jul 28 21:40:46.305943 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'tag': '223bae5e-b3fd-47e4-a33d-ccc4c084585b'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:46.306987 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.308279 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d63babbb-57a5-4ca9-b49f-2684abe7001e", "tag": "223bae5e-b3fd-47e4-a33d-ccc4c084585b"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:46.378442 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:40:46.379059 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2754ad59-8f07-41d4-b9ca-0b61621995a6 req-afd2ca42-8e82-4141-8182-e027f48e4813 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891117 Jul 28 21:40:46.475011 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255b400-f1ec-47b1-af7b-45d58018aa3e service neutron] Pushing event updated for resources: {'Port': ['ID=223bae5e-b3fd-47e4-a33d-ccc4c084585b,revision_number=3']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:46.475206 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f96289-02ab-4b5e-8856-a8898381fc17 req-c43628d7-1bd1-44af-8cf1-56aa64887d9d tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.483897 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09f96289-02ab-4b5e-8856-a8898381fc17 req-c43628d7-1bd1-44af-8cf1-56aa64887d9d tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 944 time: 0.0924270 Jul 28 21:40:46.505820 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e2562-fbdc-4442-af9a-bc01d434cb7b x-openstack-request-id: req-c59e2562-fbdc-4442-af9a-bc01d434cb7b {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:46.506132 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63babbb-57a5-4ca9-b49f-2684abe7001e", "tag": "223bae5e-b3fd-47e4-a33d-ccc4c084585b", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:46.506597 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c59e2562-fbdc-4442-af9a-bc01d434cb7b {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:46.507170 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'tag': '223bae5e-b3fd-47e4-a33d-ccc4c084585b', 'status': 'completed', 'code': 200} Jul 28 21:40:46.511128 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-33f76e2c-7a85-4ba6-b32e-de9d06966dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.559714 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09f96289-02ab-4b5e-8856-a8898381fc17 req-16479502-0872-4e1c-a18c-18f3e4e3697d tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737793 Jul 28 21:40:46.560997 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-33f76e2c-7a85-4ba6-b32e-de9d06966dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.575447 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-14c92182-c0d3-4945-9a80-132eac296353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.577183 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-14c92182-c0d3-4945-9a80-132eac296353 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 1096 time: 0.2242243 Jul 28 21:40:46.580867 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Allocated IP 172.20.0.14 (c7238311-f09e-4fb2-aa6d-23997d5b9b4f/e2a85322-2ac2-4637-8788-40ecc34adaf4/15b37602-1ad7-418f-a3e3-80c1ef8d246c) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:40:46.643132 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-e50a06f5-e6f9-4432-9caa-7c3e0e8f6cfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b HTTP/1.1" status: 200 len: 217 time: 0.0544770 Jul 28 21:40:46.707668 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4593e02c-e70c-4bda-9143-67499b7a27d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.712738 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-33f76e2c-7a85-4ba6-b32e-de9d06966dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.715440 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-33f76e2c-7a85-4ba6-b32e-de9d06966dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.716573 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-33f76e2c-7a85-4ba6-b32e-de9d06966dee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/723e501c-c7dd-4876-988d-3071ac2141d4 HTTP/1.1" status: 204 len: 168 time: 0.5561163 Jul 28 21:40:46.721462 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4593e02c-e70c-4bda-9143-67499b7a27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.725930 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-143bd12a-0d6a-4874-8447-fe4611c90fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.727407 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-143bd12a-0d6a-4874-8447-fe4611c90fc3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0772123 Jul 28 21:40:46.733064 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f76e2c-7a85-4ba6-b32e-de9d06966dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723e501c-c7dd-4876-988d-3071ac2141d4,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:46.767543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.781434 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Transition to ACTIVE for port object 15b37602-1ad7-418f-a3e3-80c1ef8d246c will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:46.787362 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-5199d6a5-2923-409c-8e5e-9fc99eb89355 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462451 Jul 28 21:40:46.803096 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-4593e02c-e70c-4bda-9143-67499b7a27d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddaf0680bd03484ea2cefc8801459bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0039051 Jul 28 21:40:46.805851 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57138) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:46.811454 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593e02c-e70c-4bda-9143-67499b7a27d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dba190-3a5f-42d3-bcb1-c64f5a35eee9,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:46.864666 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.865424 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.899307 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-70d9c11a-c6c4-4787-ba89-f3180556670d service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036124 Jul 28 21:40:46.958694 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:40:46.961640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:46.966347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:40:46.969413 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:40:46.977018 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:46.977776 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:46.981670 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6838a729-aa01-4992-aca6-8055e3723dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.040285 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-f6af580a-14a7-4616-a9c3-1e4ecbe195f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9013183 Jul 28 21:40:47.059348 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Request body: {'port': {'device_id': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:47.100588 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6838a729-aa01-4992-aca6-8055e3723dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.107408 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 0c639a2c-d380-413f-a41a-eb784277b9ac details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:40:47.110581 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 53729584-fb1c-4a9d-8074-8f980ef01280 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:47.127378 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76c0ea-7701-4762-8c7c-a794fba232c3 req-916dadc1-aacd-49fc-a1bf-9cce27fc1ce5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.129117 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8a76c0ea-7701-4762-8c7c-a794fba232c3 req-916dadc1-aacd-49fc-a1bf-9cce27fc1ce5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 943 time: 0.1147685 Jul 28 21:40:47.131309 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a07c94bf-2e94-4ec3-860e-84c768374949 req-4e32006a-d043-4b3d-8ec2-6929b10b7923 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249479 Jul 28 21:40:47.191581 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8a76c0ea-7701-4762-8c7c-a794fba232c3 req-76a831f3-32a4-4863-b069-c26ba97db80a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559125 Jul 28 21:40:47.266733 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-58733a06-97a2-4187-9df6-4749e15031e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.269054 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-58733a06-97a2-4187-9df6-4749e15031e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 1096 time: 0.0765932 Jul 28 21:40:47.300463 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 53729584-fb1c-4a9d-8074-8f980ef01280 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:47.318743 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 53729584-fb1c-4a9d-8074-8f980ef01280 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:47.319116 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.367834 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f567cd-5293-4f29-8e79-1db7364a4e4b req-bfef816f-eb53-4038-a85e-4ec08d2fca54 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.371561 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8f567cd-5293-4f29-8e79-1db7364a4e4b req-bfef816f-eb53-4038-a85e-4ec08d2fca54 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 932 time: 0.2689254 Jul 28 21:40:47.374385 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.392994 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 0c639a2c-d380-413f-a41a-eb784277b9ac, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c639a2c-d380-413f-a41a-eb784277b9ac,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:47.397906 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-aefbf4bc-ef19-4541-a125-f2f7accf6678 None None] Provisioning for port 15b37602-1ad7-418f-a3e3-80c1ef8d246c completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:47.415790 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-aefbf4bc-ef19-4541-a125-f2f7accf6678 None None] Provisioning complete for port 15b37602-1ad7-418f-a3e3-80c1ef8d246c triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:47.416334 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-aefbf4bc-ef19-4541-a125-f2f7accf6678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.420934 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '0c639a2c-d380-413f-a41a-eb784277b9ac', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'port_id': '0c639a2c-d380-413f-a41a-eb784277b9ac', 'mac_address': 'fa:16:3e:cf:a4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a718c9-6ce1-4413-b771-faee992010f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:40:47.452554 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-2c614172-5078-42d7-89e3-bc7f24f1eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.455641 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-2c614172-5078-42d7-89e3-bc7f24f1eba8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.1785305 Jul 28 21:40:47.582493 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-9977afa2-ae01-4628-9a77-32f0b75ebbad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b HTTP/1.1" status: 200 len: 217 time: 0.1091363 Jul 28 21:40:47.681323 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-a5331216-22e1-4885-afe5-40908722016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.683471 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-a5331216-22e1-4885-afe5-40908722016d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0891621 Jul 28 21:40:47.695086 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4e328-2f56-4756-8b10-632b6f21fb4c req-639b006a-7e10-4d1e-b587-bb871ddae376 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.697069 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-48b4e328-2f56-4756-8b10-632b6f21fb4c req-639b006a-7e10-4d1e-b587-bb871ddae376 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 944 time: 0.1258576 Jul 28 21:40:47.721708 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-aefbf4bc-ef19-4541-a125-f2f7accf6678 None None] Port 15b37602-1ad7-418f-a3e3-80c1ef8d246c cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:40:47.752072 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.767887 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-3a64520c-6b22-40fe-b604-b13ae112169b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695095 Jul 28 21:40:47.776981 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-48b4e328-2f56-4756-8b10-632b6f21fb4c req-a16ede7b-8c81-4b72-8fe5-050f3f282e61 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656185 Jul 28 21:40:47.782848 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.856997 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53729584-fb1c-4a9d-8074-8f980ef01280'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:47.931753 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6838a729-aa01-4992-aca6-8055e3723dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.935406 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6838a729-aa01-4992-aca6-8055e3723dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:47.947760 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6838a729-aa01-4992-aca6-8055e3723dd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4dba190-3a5f-42d3-bcb1-c64f5a35eee9 HTTP/1.1" status: 204 len: 168 time: 1.1347518 Jul 28 21:40:47.971921 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c639a2c-d380-413f-a41a-eb784277b9ac {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:47.982779 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68948478-b868-4a85-8341-94302822fc2d req-a11b8752-3d17-417d-bfc8-cb175b74863e tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:47.985046 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-68948478-b868-4a85-8341-94302822fc2d req-a11b8752-3d17-417d-bfc8-cb175b74863e tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 944 time: 0.0803912 Jul 28 21:40:47.987259 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-546876d8-51b5-4b21-858d-2a5107c90ba1 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090487 Jul 28 21:40:48.009037 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 0c639a2c-d380-413f-a41a-eb784277b9ac, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c639a2c-d380-413f-a41a-eb784277b9ac,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:48.017477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838a729-aa01-4992-aca6-8055e3723dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dba190-3a5f-42d3-bcb1-c64f5a35eee9,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:48.039749 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.040599 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8f567cd-5293-4f29-8e79-1db7364a4e4b req-4e7ff095-bdd0-4312-a251-5f9086e9478e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6619205 Jul 28 21:40:48.056207 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 53729584-fb1c-4a9d-8074-8f980ef01280, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53729584-fb1c-4a9d-8074-8f980ef01280,segment=NetworkSegment(6484a194-5e93-482c-8841-e52e28734cc6),segment_id=6484a194-5e93-482c-8841-e52e28734cc6)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:48.061290 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.061985 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d06667b7-fdd6-4e54-af1e-16f70ef7426c up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:48.180281 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-68948478-b868-4a85-8341-94302822fc2d req-4b871051-a316-4983-a65d-666abf0ba8f8 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840124 Jul 28 21:40:48.237139 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=0c639a2c-d380-413f-a41a-eb784277b9ac,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:48.247369 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port d06667b7-fdd6-4e54-af1e-16f70ef7426c completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:48.267341 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['0c639a2c-d380-413f-a41a-eb784277b9ac'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:40:48.282403 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1bf90ff6-e1aa-4b32-9c1d-7bc5afda4cfc req-26b171a8-a626-4942-abe4-0308a5ca57b9 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872348 Jul 28 21:40:48.373922 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57218) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:48.394013 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port d06667b7-fdd6-4e54-af1e-16f70ef7426c triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:48.395358 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.431127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b37602-1ad7-418f-a3e3-80c1ef8d246c {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:48.441381 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.451166 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13683751-6eb2-4d76-bd5f-a864c0e76bf1 req-00d0a16c-998f-483c-8119-007e03b78c66 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:48.452778 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-13683751-6eb2-4d76-bd5f-a864c0e76bf1 req-00d0a16c-998f-483c-8119-007e03b78c66 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 943 time: 0.0900145 Jul 28 21:40:48.479202 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Transition to ACTIVE for port object 15b37602-1ad7-418f-a3e3-80c1ef8d246c will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:40:48.490799 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.600175 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=53729584-fb1c-4a9d-8074-8f980ef01280,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:48.614695 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-13683751-6eb2-4d76-bd5f-a864c0e76bf1 req-7f9299f7-d3ac-42ac-bd6f-8d84e2711fd8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498744 Jul 28 21:40:48.632608 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:48.650028 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Attempting to bind port 15b37602-1ad7-418f-a3e3-80c1ef8d246c on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:40:48.650400 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Attempting to bind port 15b37602-1ad7-418f-a3e3-80c1ef8d246c by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:40:48.651680 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Attempting to bind port 15b37602-1ad7-418f-a3e3-80c1ef8d246c on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:48.654682 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.662133 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Port 15b37602-1ad7-418f-a3e3-80c1ef8d246c on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:40:48.662874 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Attempting to bind port 15b37602-1ad7-418f-a3e3-80c1ef8d246c on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:40:48.673838 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:40:48.674855 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Checking segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:40:48.682796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57224) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:48.682931 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Bound using segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:40:48.683637 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Bound port: 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:40:48.684278 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.700523 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-45ef173a-71d4-4ced-b943-e8dc5e71fe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.720953 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d06667b7-fdd6-4e54-af1e-16f70ef7426c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:48.727157 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.748809 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab85698e-0407-4bf3-bc19-27bd81d43bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.804591 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ccdc15-ade3-4f6c-bab4-57f9a1a055be" -d '{"events": [{"server_uuid": "6535291a-c314-4dbf-bdaf-db7398490eb9", "name": "network-vif-plugged", "status": "completed", "tag": "53729584-fb1c-4a9d-8074-8f980ef01280"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:48.830211 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d06667b7-fdd6-4e54-af1e-16f70ef7426c,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:48.861200 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:40:48.866302 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:40:48.873322 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.926177 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:48.926947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:48.928409 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] 10.222.0.22 "PUT /v2.0/ports/15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 1094 time: 1.8842528 Jul 28 21:40:48.928852 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:48.931648 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd62fcc-5711-4862-a888-9676ed818ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:48.953140 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b3821a-bb45-40c8-bc85-de2da88b1826 x-openstack-request-id: req-b9b3821a-bb45-40c8-bc85-de2da88b1826 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:48.953551 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6535291a-c314-4dbf-bdaf-db7398490eb9", "name": "network-vif-plugged", "status": "completed", "tag": "53729584-fb1c-4a9d-8074-8f980ef01280", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:48.953916 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9b3821a-bb45-40c8-bc85-de2da88b1826 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:48.954459 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53729584-fb1c-4a9d-8074-8f980ef01280', 'code': 200} Jul 28 21:40:48.971435 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b70081-9770-44e5-b4ba-dd2c40bdc5ad service neutron] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:48.974044 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-45ef173a-71d4-4ced-b943-e8dc5e71fe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.048893 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d96b01-df39-474e-8ad6-1c7fdc5f9631 x-openstack-request-id: req-11d96b01-df39-474e-8ad6-1c7fdc5f9631 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:49.049491 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:49.049765 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11d96b01-df39-474e-8ad6-1c7fdc5f9631 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:49.050377 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'status': 'completed', 'code': 200} Jul 28 21:40:49.051104 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051a4d8-e625-4d19-bf60-ef2c7a386a6d req-8418fe85-b0a8-48f8-b615-11b805e2a593 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.053596 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b051a4d8-e625-4d19-bf60-ef2c7a386a6d req-8418fe85-b0a8-48f8-b615-11b805e2a593 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.1538184 Jul 28 21:40:49.054505 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-45ef173a-71d4-4ced-b943-e8dc5e71fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.102499 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-7c41eadf-89fb-41ed-9614-0cb8a77a3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.105898 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-7c41eadf-89fb-41ed-9614-0cb8a77a3c83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1097 time: 0.1230204 Jul 28 21:40:49.147307 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-45ef173a-71d4-4ced-b943-e8dc5e71fe33 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea4cebff8ddb440bab8c3aec7126f0bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634280 Jul 28 21:40:49.148052 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef173a-71d4-4ced-b943-e8dc5e71fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474c6444-b747-4427-a848-46fbe992199a,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:49.179782 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-e9726a3b-5d75-4609-a06b-5b581e9c0e45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 217 time: 0.0636756 Jul 28 21:40:49.180344 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57242) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:49.262884 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b051a4d8-e625-4d19-bf60-ef2c7a386a6d req-faf90485-38ca-4a39-ac13-ea95e0bfa2ac tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904697 Jul 28 21:40:49.309791 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab85698e-0407-4bf3-bc19-27bd81d43bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.312370 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5148-6835-47e7-bd15-b4cb394e621f req-ca21c1ff-34a6-4820-9228-b64f1e532254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.314413 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ffbe5148-6835-47e7-bd15-b4cb394e621f req-ca21c1ff-34a6-4820-9228-b64f1e532254 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 1098 time: 0.1188629 Jul 28 21:40:49.317320 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab85698e-0407-4bf3-bc19-27bd81d43bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.320409 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980056-8798-4f72-9240-f6906e78dd94 req-b83fcf45-1377-4a47-9a14-190fed0f304f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.328048 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1f980056-8798-4f72-9240-f6906e78dd94 req-b83fcf45-1377-4a47-9a14-190fed0f304f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.1414313 Jul 28 21:40:49.341453 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-bf519296-cf97-4565-ac94-712d7d9c4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.343111 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-bf519296-cf97-4565-ac94-712d7d9c4d97 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.1295798 Jul 28 21:40:49.362375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-ffbe5148-6835-47e7-bd15-b4cb394e621f req-4da07412-c409-41c8-bb84-542b547f3a54 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.376213 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-88ee760e-87ca-4b1d-af82-3267a11e15b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.376643 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ab85698e-0407-4bf3-bc19-27bd81d43bda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca284b39e5d64234bfe4ed2856773b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0016282 Jul 28 21:40:49.381431 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57252) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:49.422845 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85698e-0407-4bf3-bc19-27bd81d43bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00329f92-f5fb-4aad-b3b1-934c752ff5b3,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:49.430258 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-88ee760e-87ca-4b1d-af82-3267a11e15b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.490567 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1f980056-8798-4f72-9240-f6906e78dd94 req-2184bec1-20dd-4f9e-be01-ea7e2b672d96 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610510 Jul 28 21:40:49.504722 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-0168812d-60be-4a98-9f65-de66e07de4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.506299 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-0168812d-60be-4a98-9f65-de66e07de4fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1525307 Jul 28 21:40:49.522586 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff4191-20f5-4be9-9e54-9cfea8b354c8 req-fc970140-55a8-448e-90ab-d65a35353b32 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.524126 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7dff4191-20f5-4be9-9e54-9cfea8b354c8 req-fc970140-55a8-448e-90ab-d65a35353b32 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.1464779 Jul 28 21:40:49.549207 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-257228cc-99a6-44a7-8677-999d924e0798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.597154 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-88ee760e-87ca-4b1d-af82-3267a11e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.600821 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-88ee760e-87ca-4b1d-af82-3267a11e15b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.602707 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-88ee760e-87ca-4b1d-af82-3267a11e15b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/474c6444-b747-4427-a848-46fbe992199a HTTP/1.1" status: 204 len: 168 time: 0.4206681 Jul 28 21:40:49.610242 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-257228cc-99a6-44a7-8677-999d924e0798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.616601 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7dff4191-20f5-4be9-9e54-9cfea8b354c8 req-684f3d23-9c56-4921-b6d0-0fe192974541 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858140 Jul 28 21:40:49.619974 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee760e-87ca-4b1d-af82-3267a11e15b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474c6444-b747-4427-a848-46fbe992199a,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:49.692084 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-ffbe5148-6835-47e7-bd15-b4cb394e621f req-4da07412-c409-41c8-bb84-542b547f3a54 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.695632 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-b5ef955a-b36f-4edf-88f6-34ae88184de3 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776359 Jul 28 21:40:49.703001 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-ffbe5148-6835-47e7-bd15-b4cb394e621f req-4da07412-c409-41c8-bb84-542b547f3a54 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.780213 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ffbe5148-6835-47e7-bd15-b4cb394e621f req-4da07412-c409-41c8-bb84-542b547f3a54 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518731 Jul 28 21:40:49.780784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-257228cc-99a6-44a7-8677-999d924e0798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.798834 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-257228cc-99a6-44a7-8677-999d924e0798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:49.799993 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-257228cc-99a6-44a7-8677-999d924e0798 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00329f92-f5fb-4aad-b3b1-934c752ff5b3 HTTP/1.1" status: 204 len: 168 time: 0.4169428 Jul 28 21:40:49.820669 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da07412-c409-41c8-bb84-542b547f3a54 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81e733c5-7ec1-471d-b7cd-26abe3ab1dc8,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:49.842719 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257228cc-99a6-44a7-8677-999d924e0798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00329f92-f5fb-4aad-b3b1-934c752ff5b3,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:49.904558 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34783f-53f6-44c8-94df-6d377ee0c7bf req-3893148b-7957-4fb9-b40b-587dcc79c89e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:49.908802 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7e34783f-53f6-44c8-94df-6d377ee0c7bf req-3893148b-7957-4fb9-b40b-587dcc79c89e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 943 time: 0.1816297 Jul 28 21:40:49.983923 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-052f9167-dceb-439b-9d7a-6e6c5bfa21f3 req-3608fc1c-b4de-4a43-90bc-8a131ed6ea00 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837052 Jul 28 21:40:50.031357 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7e34783f-53f6-44c8-94df-6d377ee0c7bf req-d0a61564-b2d1-491f-8ad5-fb25f40c2847 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083577 Jul 28 21:40:50.110068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-f4cc5258-7a76-4c65-bcb8-f5acc118eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.112134 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-f4cc5258-7a76-4c65-bcb8-f5acc118eedd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1097 time: 0.0664384 Jul 28 21:40:50.213224 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-44f8f72a-d924-4f78-ae95-92db988b54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.214834 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-44f8f72a-d924-4f78-ae95-92db988b54e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.0934935 Jul 28 21:40:50.264927 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-0231ab1e-6eaa-4308-ba8f-6145feea861e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 217 time: 0.0412641 Jul 28 21:40:50.320859 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-0f1c4e27-f9aa-4502-b2bb-14d8f0a0dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.322367 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-0f1c4e27-f9aa-4502-b2bb-14d8f0a0dccf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0506186 Jul 28 21:40:50.382242 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-9515bdb0-838f-4084-993b-49b5048ec742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.384313 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-9515bdb0-838f-4084-993b-49b5048ec742 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535409 Jul 28 21:40:50.387345 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57298) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:50.400101 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f4e8a-03f4-4d61-8cb1-f6dd4b95ed9d req-d18eaa34-1779-490d-8fb5-ae0be2a1bc46 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.405748 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-911f4e8a-03f4-4d61-8cb1-f6dd4b95ed9d req-d18eaa34-1779-490d-8fb5-ae0be2a1bc46 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0583332 Jul 28 21:40:50.407887 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-98449c81-f01c-413f-8478-9eb8e8d7025b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.440158 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-911f4e8a-03f4-4d61-8cb1-f6dd4b95ed9d req-cc6ec7a6-f9cc-4c85-9ed7-7c4800d78e19 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Jul 28 21:40:50.536353 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-3e080bc0-e51a-45ac-9160-579c70e45031 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415312 Jul 28 21:40:50.673963 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-98449c81-f01c-413f-8478-9eb8e8d7025b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.681141 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-98449c81-f01c-413f-8478-9eb8e8d7025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.727224 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc40939-450b-4e1e-8b8e-b200fbf17766 req-843e10e6-1928-4601-979f-ff9c4038f64a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.728766 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cdc40939-450b-4e1e-8b8e-b200fbf17766 req-843e10e6-1928-4601-979f-ff9c4038f64a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.1334305 Jul 28 21:40:50.737832 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0bd62fcc-5711-4862-a888-9676ed818ac6 req-38f6ba52-74ea-488f-8dd2-b9d91bbd87b8 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907895 Jul 28 21:40:50.750572 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-98449c81-f01c-413f-8478-9eb8e8d7025b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb1979db76934ef1bb24a14827768687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593271 Jul 28 21:40:50.750922 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57312) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:50.766322 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449c81-f01c-413f-8478-9eb8e8d7025b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44595c45-bcb8-4cc5-9819-e2f5e505131a,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:50.789520 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cdc40939-450b-4e1e-8b8e-b200fbf17766 req-145b9f93-1f41-4b84-b8b0-249331a6965f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501366 Jul 28 21:40:50.796352 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028ebdb-338b-4d5b-967d-f9437cc80d53 req-4e0e9ebc-9511-4bc3-8cb0-e2efb40fbad2 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:50.797982 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0028ebdb-338b-4d5b-967d-f9437cc80d53 req-4e0e9ebc-9511-4bc3-8cb0-e2efb40fbad2 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0896099 Jul 28 21:40:50.856941 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3540c1f9-53da-44b7-8ada-0870fb0d7775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.869991 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0028ebdb-338b-4d5b-967d-f9437cc80d53 req-de717cb5-1ebb-47c5-ae15-a6599f53d6e6 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633993 Jul 28 21:40:50.886303 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3540c1f9-53da-44b7-8ada-0870fb0d7775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.940392 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3540c1f9-53da-44b7-8ada-0870fb0d7775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.943895 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3540c1f9-53da-44b7-8ada-0870fb0d7775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:50.945118 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-3540c1f9-53da-44b7-8ada-0870fb0d7775 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44595c45-bcb8-4cc5-9819-e2f5e505131a HTTP/1.1" status: 204 len: 168 time: 0.1928759 Jul 28 21:40:50.953076 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540c1f9-53da-44b7-8ada-0870fb0d7775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44595c45-bcb8-4cc5-9819-e2f5e505131a,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:50.955476 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:50.959088 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd7a68-ce2e-4ebc-a7ca-f6e297630ca1" -d '{"events": [{"server_uuid": "5bf6f64a-7681-47f4-851f-88a5294c8bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d06667b7-fdd6-4e54-af1e-16f70ef7426c"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:51.005587 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b06fd2f-b86e-438c-a9d9-19b229ae3420 x-openstack-request-id: req-1b06fd2f-b86e-438c-a9d9-19b229ae3420 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:51.006072 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6f64a-7681-47f4-851f-88a5294c8bc8", "name": "network-vif-plugged", "status": "completed", "tag": "d06667b7-fdd6-4e54-af1e-16f70ef7426c", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:51.006340 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b06fd2f-b86e-438c-a9d9-19b229ae3420 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:51.007155 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c', 'code': 200} Jul 28 21:40:51.125760 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 223bae5e-b3fd-47e4-a33d-ccc4c084585b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:40:51.128168 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 0c639a2c-d380-413f-a41a-eb784277b9ac up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:51.243054 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f108d9-7408-4d55-8224-802fd6075ac2 req-6c8350e0-ab28-4d77-8c17-944be62c1825 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:51.255992 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-66f108d9-7408-4d55-8224-802fd6075ac2 req-6c8350e0-ab28-4d77-8c17-944be62c1825 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 943 time: 0.1170709 Jul 28 21:40:51.413177 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-66f108d9-7408-4d55-8224-802fd6075ac2 req-49e31b30-4082-4191-a8cb-1539a6b2fb38 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549072 Jul 28 21:40:51.432360 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 0c639a2c-d380-413f-a41a-eb784277b9ac completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:51.447074 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011cd91-7b61-4965-a42f-145621e75180 req-4dfbdea3-9e5b-4f2f-92ae-6f1ae3ed1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:51.447554 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1011cd91-7b61-4965-a42f-145621e75180 req-4dfbdea3-9e5b-4f2f-92ae-6f1ae3ed1f2f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 1098 time: 0.2119524 Jul 28 21:40:51.453733 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 0c639a2c-d380-413f-a41a-eb784277b9ac triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:51.454312 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:51.497655 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:51.526342 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1011cd91-7b61-4965-a42f-145621e75180 req-7d9d955c-fe74-4a98-9ecf-aad0662a38c3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709069 Jul 28 21:40:51.538969 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '223bae5e-b3fd-47e4-a33d-ccc4c084585b', 'network_id': '1bce0b9d-703c-4303-9a1a-d101bbd9a06c', 'port_id': '223bae5e-b3fd-47e4-a33d-ccc4c084585b', 'mac_address': 'fa:16:3e:d0:89:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a718c9-6ce1-4413-b771-faee992010f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:40:51.622477 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:51.638131 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd19cc8-b0bb-4599-aaf6-a003fe381ff5 req-86257343-c77e-4a9b-a12e-e347f2824207 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:51.646975 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4cd19cc8-b0bb-4599-aaf6-a003fe381ff5 req-86257343-c77e-4a9b-a12e-e347f2824207 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0665138 Jul 28 21:40:51.647982 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223bae5e-b3fd-47e4-a33d-ccc4c084585b {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:51.670879 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:51.675081 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:51.680131 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:51.700381 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4cd19cc8-b0bb-4599-aaf6-a003fe381ff5 req-596ea7ea-0377-4a54-916f-fa6266583de4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523891 Jul 28 21:40:51.751779 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 0c639a2c-d380-413f-a41a-eb784277b9ac, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c639a2c-d380-413f-a41a-eb784277b9ac,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:51.764216 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:51.788355 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=223bae5e-b3fd-47e4-a33d-ccc4c084585b,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:51.856497 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=0c639a2c-d380-413f-a41a-eb784277b9ac,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:51.917970 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['223bae5e-b3fd-47e4-a33d-ccc4c084585b'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:40:51.959133 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03627f4c-2a97-4582-a1d7-ed3f55f3a58e req-7f2e6c0c-a248-41c1-b19b-aa85bfbfcb6e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:51.961168 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-03627f4c-2a97-4582-a1d7-ed3f55f3a58e req-7f2e6c0c-a248-41c1-b19b-aa85bfbfcb6e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0698719 Jul 28 21:40:52.016324 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-03627f4c-2a97-4582-a1d7-ed3f55f3a58e req-b1a677da-1870-4e05-9aa2-523becfc5ac9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479422 Jul 28 21:40:52.029709 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b6c2e-b6b7-4e68-96b8-b8af5f04f15f req-9d65526a-4ab6-4632-899f-f6b001abea6a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:52.045400 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-da4b6c2e-b6b7-4e68-96b8-b8af5f04f15f req-9d65526a-4ab6-4632-899f-f6b001abea6a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0792398 Jul 28 21:40:52.101364 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-da4b6c2e-b6b7-4e68-96b8-b8af5f04f15f req-2e2ede98-b752-4146-b9c2-8b4a3f532f1a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616939 Jul 28 21:40:52.569739 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfb94a-929f-4b91-9bb4-a696ebfb29ec req-19350951-06b4-4870-a8ed-4e0da05a9b51 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:52.571362 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-22cfb94a-929f-4b91-9bb4-a696ebfb29ec req-19350951-06b4-4870-a8ed-4e0da05a9b51 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 944 time: 0.0836027 Jul 28 21:40:52.618646 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-22cfb94a-929f-4b91-9bb4-a696ebfb29ec req-5b718275-6f01-4525-b358-27d1c248af39 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Jul 28 21:40:52.801252 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57458) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:52.834513 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14e99f-d48d-4a8d-a22b-666de131cdc0 req-69c6a41d-65ef-4124-a017-9dcd1ffd0cce tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:52.836011 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c14e99f-d48d-4a8d-a22b-666de131cdc0 req-69c6a41d-65ef-4124-a017-9dcd1ffd0cce tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0570459 Jul 28 21:40:52.875289 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c14e99f-d48d-4a8d-a22b-666de131cdc0 req-f34e04ed-2668-4626-9d26-8c0e6f2b6832 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Jul 28 21:40:52.929655 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:40:53.009705 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c639a2c-d380-413f-a41a-eb784277b9ac'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:53.013231 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3f9f41-ab53-4e99-9cad-e5d3f5098a19" -d '{"events": [{"server_uuid": "33b1671d-3b93-460f-8a0e-e04a455de00a", "name": "network-vif-plugged", "status": "completed", "tag": "0c639a2c-d380-413f-a41a-eb784277b9ac"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:53.041303 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-31e4f702-9f62-4d9c-8c49-1b63600e7af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.079102 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e62ee8-1284-4e57-9209-2db96196087a x-openstack-request-id: req-d9e62ee8-1284-4e57-9209-2db96196087a {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:53.079645 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b1671d-3b93-460f-8a0e-e04a455de00a", "name": "network-vif-plugged", "status": "completed", "tag": "0c639a2c-d380-413f-a41a-eb784277b9ac", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:53.080132 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9e62ee8-1284-4e57-9209-2db96196087a {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:53.080766 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c639a2c-d380-413f-a41a-eb784277b9ac', 'code': 200} Jul 28 21:40:53.150365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-31e4f702-9f62-4d9c-8c49-1b63600e7af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.153890 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:40:53.155863 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-31e4f702-9f62-4d9c-8c49-1b63600e7af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.160683 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 223bae5e-b3fd-47e4-a33d-ccc4c084585b up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:53.191176 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd0cf-9fc1-477f-a051-7a2842f38097 req-84c5bf40-0050-4b0f-b5bf-b4847935cc25 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:53.194330 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-31e4f702-9f62-4d9c-8c49-1b63600e7af3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00e4da1678914429a00a2e8df129d8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917313 Jul 28 21:40:53.201930 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57484) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:53.202089 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-963cd0cf-9fc1-477f-a051-7a2842f38097 req-84c5bf40-0050-4b0f-b5bf-b4847935cc25 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0669997 Jul 28 21:40:53.256638 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-963cd0cf-9fc1-477f-a051-7a2842f38097 req-e2811bb6-8c35-4a9d-bc49-f6cd43c244da tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534105 Jul 28 21:40:53.273471 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4f702-9f62-4d9c-8c49-1b63600e7af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aac35e-82b1-416c-b8f9-6c7a47698c32,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:53.359011 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c2d19fef-80e3-458b-b2f9-6ea31d9d27b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.399946 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3bac1-d8f8-4d8f-9e87-b2490f10be69 req-f3b011af-aa17-4ad1-aedf-d644fdc412a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:53.400214 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c2d19fef-80e3-458b-b2f9-6ea31d9d27b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.403520 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-15a3bac1-d8f8-4d8f-9e87-b2490f10be69 req-f3b011af-aa17-4ad1-aedf-d644fdc412a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.0827215 Jul 28 21:40:53.432469 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:53.454845 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-15a3bac1-d8f8-4d8f-9e87-b2490f10be69 req-1b63e7da-baa7-4c6f-bb74-17c3be50ea46 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Jul 28 21:40:53.458970 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c2d19fef-80e3-458b-b2f9-6ea31d9d27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.459494 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'mac_address': 'fa:16:3e:51:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:40:53.463547 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 223bae5e-b3fd-47e4-a33d-ccc4c084585b completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:53.463867 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c2d19fef-80e3-458b-b2f9-6ea31d9d27b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.467828 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-c2d19fef-80e3-458b-b2f9-6ea31d9d27b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0aac35e-82b1-416c-b8f9-6c7a47698c32 HTTP/1.1" status: 204 len: 168 time: 0.2619112 Jul 28 21:40:53.477578 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 223bae5e-b3fd-47e4-a33d-ccc4c084585b triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:53.478063 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.483251 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d19fef-80e3-458b-b2f9-6ea31d9d27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aac35e-82b1-416c-b8f9-6c7a47698c32,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:53.551907 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.570949 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b37602-1ad7-418f-a3e3-80c1ef8d246c {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:40:53.616063 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:53.622249 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57502) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:53.622726 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.661790 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.752064 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:53.764502 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:53.771971 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.775804 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9a154-693d-409e-bdf4-9a134731088c req-c48f3789-bff5-44ba-8a26-a90ca058b265 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:53.784588 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aec9a154-693d-409e-bdf4-9a134731088c req-c48f3789-bff5-44ba-8a26-a90ca058b265 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 944 time: 0.0714686 Jul 28 21:40:53.868885 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aec9a154-693d-409e-bdf4-9a134731088c req-94f3a958-f2b2-4573-aa09-c1fa399516a3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827227 Jul 28 21:40:53.880321 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=223bae5e-b3fd-47e4-a33d-ccc4c084585b,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:53.912766 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dbdc7e9-f6dd-44e5-9b12-fe0cbd1c960d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:53.946158 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57524) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:53.959566 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['15b37602-1ad7-418f-a3e3-80c1ef8d246c'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:40:53.993010 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6c80c225-de51-4a4c-a0d9-b8b414d27be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.048896 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dbdc7e9-f6dd-44e5-9b12-fe0cbd1c960d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.062991 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8dbdc7e9-f6dd-44e5-9b12-fe0cbd1c960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.127721 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8dbdc7e9-f6dd-44e5-9b12-fe0cbd1c960d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3477d53248b8403bb8009ca27e0ef267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035553 Jul 28 21:40:54.131951 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57538) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:54.169508 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbdc7e9-f6dd-44e5-9b12-fe0cbd1c960d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9986e9fe-049d-4ec1-9dfe-74e26a96f92a,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:54.192311 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ea18822c-7451-43de-b49d-9ac763bac6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.233602 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ea18822c-7451-43de-b49d-9ac763bac6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.251136 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6c80c225-de51-4a4c-a0d9-b8b414d27be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.256375 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6c80c225-de51-4a4c-a0d9-b8b414d27be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.308278 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80c225-de51-4a4c-a0d9-b8b414d27be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02550da8-fe3f-4094-9bf3-a5104170e4d1,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:54.335477 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6c80c225-de51-4a4c-a0d9-b8b414d27be8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c69b4829ecd54311bd8a565b785bbb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880680 Jul 28 21:40:54.337992 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57550) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:54.370647 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ea18822c-7451-43de-b49d-9ac763bac6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.373382 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ea18822c-7451-43de-b49d-9ac763bac6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.377716 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ea18822c-7451-43de-b49d-9ac763bac6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9986e9fe-049d-4ec1-9dfe-74e26a96f92a HTTP/1.1" status: 204 len: 168 time: 0.2445698 Jul 28 21:40:54.435988 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18822c-7451-43de-b49d-9ac763bac6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9986e9fe-049d-4ec1-9dfe-74e26a96f92a,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:54.478360 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e7515434-28d2-4c2b-a994-c83c3a994423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.489852 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260f6b-8211-4512-8617-cb22bd79b98c req-e9d6eef3-6139-4b6c-9b03-b862c915c10b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:54.491445 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-07260f6b-8211-4512-8617-cb22bd79b98c req-e9d6eef3-6139-4b6c-9b03-b862c915c10b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 945 time: 0.1122429 Jul 28 21:40:54.528656 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e7515434-28d2-4c2b-a994-c83c3a994423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.577368 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-07260f6b-8211-4512-8617-cb22bd79b98c req-dc17190a-d5ee-4aaf-bd41-32270d50f140 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723610 Jul 28 21:40:54.632590 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e7515434-28d2-4c2b-a994-c83c3a994423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.638361 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e7515434-28d2-4c2b-a994-c83c3a994423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:54.641908 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-e7515434-28d2-4c2b-a994-c83c3a994423 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02550da8-fe3f-4094-9bf3-a5104170e4d1 HTTP/1.1" status: 204 len: 168 time: 0.3021369 Jul 28 21:40:54.668541 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7515434-28d2-4c2b-a994-c83c3a994423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02550da8-fe3f-4094-9bf3-a5104170e4d1,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:54.950201 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57584) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:54.970363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-386e93b9-88f2-44f3-abf8-9b22b57e398a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.045241 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9ed11-3d6b-417a-8ad6-8975d73e46ba req-5f212b59-e011-4c4e-b365-498cda6aeb3a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:55.055892 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bfc9ed11-3d6b-417a-8ad6-8975d73e46ba req-5f212b59-e011-4c4e-b365-498cda6aeb3a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0774086 Jul 28 21:40:55.082718 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223bae5e-b3fd-47e4-a33d-ccc4c084585b'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:55.085929 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13157ac-3b49-4ba0-85ab-d997fa2c8cc0" -d '{"events": [{"server_uuid": "d63babbb-57a5-4ca9-b49f-2684abe7001e", "name": "network-vif-plugged", "status": "completed", "tag": "223bae5e-b3fd-47e4-a33d-ccc4c084585b"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:55.116461 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bfc9ed11-3d6b-417a-8ad6-8975d73e46ba req-4a7eda63-cd10-407c-b3e6-c030d90dfa48 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538132 Jul 28 21:40:55.157902 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accefd44-cf08-46b5-9fb7-7b8c8c97ade0 x-openstack-request-id: req-accefd44-cf08-46b5-9fb7-7b8c8c97ade0 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:55.158249 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63babbb-57a5-4ca9-b49f-2684abe7001e", "name": "network-vif-plugged", "status": "completed", "tag": "223bae5e-b3fd-47e4-a33d-ccc4c084585b", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:55.158667 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-accefd44-cf08-46b5-9fb7-7b8c8c97ade0 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:55.159123 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223bae5e-b3fd-47e4-a33d-ccc4c084585b', 'code': 200} Jul 28 21:40:55.162479 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:40:55.238706 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 15b37602-1ad7-418f-a3e3-80c1ef8d246c completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:40:55.239611 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-386e93b9-88f2-44f3-abf8-9b22b57e398a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.246343 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 15b37602-1ad7-418f-a3e3-80c1ef8d246c triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:40:55.247284 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.247791 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-386e93b9-88f2-44f3-abf8-9b22b57e398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.313376 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e93b9-88f2-44f3-abf8-9b22b57e398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d61389b-54f3-420f-a64f-896eec3dec12,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:55.354750 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-386e93b9-88f2-44f3-abf8-9b22b57e398a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ed3eac5b1b647dfaed4897a863246c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4028616 Jul 28 21:40:55.357590 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57608) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:55.395692 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.426556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6839c-8f5a-41b5-abb7-6b3e275f5ef1 req-07048c9e-ce6b-45c9-a98b-1ee4acd4388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:55.429476 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b1f6839c-8f5a-41b5-abb7-6b3e275f5ef1 req-07048c9e-ce6b-45c9-a98b-1ee4acd4388a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 1098 time: 0.0507197 Jul 28 21:40:55.451443 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:40:55.458338 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.476878 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91a9eea8-11dc-439e-890b-7312291a7eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.484167 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b1f6839c-8f5a-41b5-abb7-6b3e275f5ef1 req-c8df835d-e641-4184-9ec4-84efe10b9710 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473323 Jul 28 21:40:55.490764 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57610) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:55.508721 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91a9eea8-11dc-439e-890b-7312291a7eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.532785 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:55.565263 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91a9eea8-11dc-439e-890b-7312291a7eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.568163 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91a9eea8-11dc-439e-890b-7312291a7eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.570581 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-91a9eea8-11dc-439e-890b-7312291a7eb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d61389b-54f3-420f-a64f-896eec3dec12 HTTP/1.1" status: 204 len: 168 time: 0.2116528 Jul 28 21:40:55.579128 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9eea8-11dc-439e-890b-7312291a7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d61389b-54f3-420f-a64f-896eec3dec12,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:55.617157 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c245590e-a89b-4f61-8bff-c69c112b1eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.716227 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dfdb6-435b-47ae-9189-eae1e18bc0b1 req-83d2a2dd-8793-4013-94fe-9a7809103dea tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:55.719215 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2d0dfdb6-435b-47ae-9189-eae1e18bc0b1 req-83d2a2dd-8793-4013-94fe-9a7809103dea tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0574954 Jul 28 21:40:55.759514 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c245590e-a89b-4f61-8bff-c69c112b1eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.764672 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c245590e-a89b-4f61-8bff-c69c112b1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.810370 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2d0dfdb6-435b-47ae-9189-eae1e18bc0b1 req-a1e3e039-09c1-45e8-b91c-59f986a49675 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835226 Jul 28 21:40:55.826314 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245590e-a89b-4f61-8bff-c69c112b1eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e9a2b0-0e20-47e5-b102-ef766f879ec1,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:55.836652 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c245590e-a89b-4f61-8bff-c69c112b1eb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99e4f7bc923b4c38aa744ece6fcdad9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446603 Jul 28 21:40:55.839945 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57642) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:55.900397 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc9ca-c5f0-4fac-b919-8d1321e6c2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.923306 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc9ca-c5f0-4fac-b919-8d1321e6c2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.989870 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc9ca-c5f0-4fac-b919-8d1321e6c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.995983 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc9ca-c5f0-4fac-b919-8d1321e6c2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:55.999351 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e4ffc9ca-c5f0-4fac-b919-8d1321e6c2e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5e9a2b0-0e20-47e5-b102-ef766f879ec1 HTTP/1.1" status: 204 len: 168 time: 0.1581361 Jul 28 21:40:56.008886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffc9ca-c5f0-4fac-b919-8d1321e6c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e9a2b0-0e20-47e5-b102-ef766f879ec1,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:56.232340 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb904fe-1626-44bd-8e84-cd864a84a04d req-6dcfa796-4974-47aa-9bbf-4d7fc7aac0e0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:56.234007 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7bb904fe-1626-44bd-8e84-cd864a84a04d req-6dcfa796-4974-47aa-9bbf-4d7fc7aac0e0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0562570 Jul 28 21:40:56.285653 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7bb904fe-1626-44bd-8e84-cd864a84a04d req-c5c689ad-5312-46fb-9597-8dcd5e1457a2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Jul 28 21:40:56.446057 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57680) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:56.462971 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ca58a1e0-c9bf-4cdb-9523-8a4eca8c9adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.477796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57684) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:56.588531 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ca58a1e0-c9bf-4cdb-9523-8a4eca8c9adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.593589 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ca58a1e0-c9bf-4cdb-9523-8a4eca8c9adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.595258 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57690) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:56.635315 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58a1e0-c9bf-4cdb-9523-8a4eca8c9adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c022cded-288c-4e8c-9a71-93006121a85c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:56.642178 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ca58a1e0-c9bf-4cdb-9523-8a4eca8c9adc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e39ee6c369e4ace9915db7273bbc7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923826 Jul 28 21:40:56.642364 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57696) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:56.692762 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-85766a88-7a67-42cc-bed5-fd91cfcc01c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.694154 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-53c7a15a-bd2c-45d5-a2ce-7ef382f9f88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.710253 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.715587 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-53c7a15a-bd2c-45d5-a2ce-7ef382f9f88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.743479 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.db.api [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 21:40:56.743479 dv-cinder-784623-15-iscsi neutron-server[99669]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 21:40:56.743479 dv-cinder-784623-15-iscsi neutron-server[99669]: [parameters: {'project_id': '5c7a7d11b80642609fd03920d6515c5c', 'id': 'ad87ee38-4239-4da7-bafb-102ea057684e', 'expiration': datetime.datetime(2021, 7, 28, 21, 42, 56, 735737)}] Jul 28 21:40:56.743479 dv-cinder-784623-15-iscsi neutron-server[99669]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 21:40:56.744190 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG oslo_db.api [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 21:40:56.771786 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-53c7a15a-bd2c-45d5-a2ce-7ef382f9f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.774350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-53c7a15a-bd2c-45d5-a2ce-7ef382f9f88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.775484 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-53c7a15a-bd2c-45d5-a2ce-7ef382f9f88b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c022cded-288c-4e8c-9a71-93006121a85c HTTP/1.1" status: 204 len: 168 time: 0.1320481 Jul 28 21:40:56.784083 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7a15a-bd2c-45d5-a2ce-7ef382f9f88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c022cded-288c-4e8c-9a71-93006121a85c,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:56.844889 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-85766a88-7a67-42cc-bed5-fd91cfcc01c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.849158 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-85766a88-7a67-42cc-bed5-fd91cfcc01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:56.893260 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57706) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:56.893521 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-85766a88-7a67-42cc-bed5-fd91cfcc01c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d45029b8521148c69307fbd19e8ed67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146996 Jul 28 21:40:56.896771 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85766a88-7a67-42cc-bed5-fd91cfcc01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd316219-ebb2-41e9-b5a6-bb60c47a8454,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:56.964817 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d466d-ccb4-43df-bc80-80b7ce381542 req-21845c29-d5f9-435a-b49f-ade96b3095e2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:56.966448 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-227d466d-ccb4-43df-bc80-80b7ce381542 req-21845c29-d5f9-435a-b49f-ade96b3095e2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0630009 Jul 28 21:40:56.975328 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fe36-f0cf-4f56-9619-76c603140238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.000041 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fe36-f0cf-4f56-9619-76c603140238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.012680 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-227d466d-ccb4-43df-bc80-80b7ce381542 req-72ebad19-115f-4d66-93cc-7106e2a6017b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388474 Jul 28 21:40:57.053214 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fe36-f0cf-4f56-9619-76c603140238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.059774 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fe36-f0cf-4f56-9619-76c603140238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.059774 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bbd3fe36-f0cf-4f56-9619-76c603140238 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd316219-ebb2-41e9-b5a6-bb60c47a8454 HTTP/1.1" status: 204 len: 168 time: 0.1627314 Jul 28 21:40:57.065553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3fe36-f0cf-4f56-9619-76c603140238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd316219-ebb2-41e9-b5a6-bb60c47a8454,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:57.160714 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:40:57.163265 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98e6d2d-1a28-4365-9c5c-d07bd5e594cb" -d '{"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-plugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:40:57.199229 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a61cc18-1425-4b40-9f5f-25f07b98f04c x-openstack-request-id: req-3a61cc18-1425-4b40-9f5f-25f07b98f04c {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:40:57.199515 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-plugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:40:57.199758 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a61cc18-1425-4b40-9f5f-25f07b98f04c {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:40:57.200142 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'code': 200} Jul 28 21:40:57.245018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.359991 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.366218 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.406297 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c6c2b-eebd-4675-84c8-14104b3f99b9 req-9c41428d-71a6-488d-95a2-764d24ced4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:57.408227 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-676c6c2b-eebd-4675-84c8-14104b3f99b9 req-9c41428d-71a6-488d-95a2-764d24ced4d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1099 time: 0.0453851 Jul 28 21:40:57.468289 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c7a7d11b80642609fd03920d6515c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8717117 Jul 28 21:40:57.471080 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57742) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:57.482723 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-676c6c2b-eebd-4675-84c8-14104b3f99b9 req-8ff52833-43ba-4853-a341-5d2d66a4d5d9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669398 Jul 28 21:40:57.487622 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0a96f-6030-4972-b056-46fec680fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d6dfb-8051-4c67-8669-9aa202047c4b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:57.503240 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12214d00-4bff-4769-9e48-53217e489a1f req-794b454a-ea9f-4c5e-ac63-59c20e391896 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:57.504797 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-12214d00-4bff-4769-9e48-53217e489a1f req-794b454a-ea9f-4c5e-ac63-59c20e391896 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1341691 Jul 28 21:40:57.567058 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-12214d00-4bff-4769-9e48-53217e489a1f req-2ee2a176-225e-4398-968f-36736741f06b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539398 Jul 28 21:40:57.567798 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4fcf-750b-4292-a8bf-50f5254e556c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.594737 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4fcf-750b-4292-a8bf-50f5254e556c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.652992 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4fcf-750b-4292-a8bf-50f5254e556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.656053 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a6d4fcf-750b-4292-a8bf-50f5254e556c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:57.657677 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8a6d4fcf-750b-4292-a8bf-50f5254e556c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f0d6dfb-8051-4c67-8669-9aa202047c4b HTTP/1.1" status: 204 len: 168 time: 0.1850843 Jul 28 21:40:57.667759 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d4fcf-750b-4292-a8bf-50f5254e556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d6dfb-8051-4c67-8669-9aa202047c4b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:57.899791 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-c0d72ce7-6fab-4791-b041-3f8aaa2a653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:57.901758 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-c0d72ce7-6fab-4791-b041-3f8aaa2a653a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 1098 time: 0.0552275 Jul 28 21:40:57.912515 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4db5a-e4e6-444a-a664-7f6757f59222 req-a0852583-7ae1-45e5-95c3-c9b28a6c0bf2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:57.914933 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bd4db5a-e4e6-444a-a664-7f6757f59222 req-a0852583-7ae1-45e5-95c3-c9b28a6c0bf2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0587845 Jul 28 21:40:57.958159 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bd4db5a-e4e6-444a-a664-7f6757f59222 req-5b09da7d-f759-4a65-93fb-608684d1c007 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 Jul 28 21:40:58.002336 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-d06d4f22-d9ca-4559-9a36-fff03cffeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:58.004500 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-d06d4f22-d9ca-4559-9a36-fff03cffeed1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.0911877 Jul 28 21:40:58.049850 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-7a250735-fbb6-4280-a230-b3faafb8cec8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b HTTP/1.1" status: 200 len: 217 time: 0.0381682 Jul 28 21:40:58.140074 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-aee0349e-8fc6-4d8a-9c24-1dece71046a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:58.141732 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-aee0349e-8fc6-4d8a-9c24-1dece71046a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0832438 Jul 28 21:40:58.159420 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce62a8b-13b4-4e22-be5d-2ab31b7a4012 req-9b7c0cca-7a0f-4741-98f5-1cc671795297 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:58.160986 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0ce62a8b-13b4-4e22-be5d-2ab31b7a4012 req-9b7c0cca-7a0f-4741-98f5-1cc671795297 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0651362 Jul 28 21:40:58.190500 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-85e4ab52-727f-4ba2-93a9-a42287d46e8e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388768 Jul 28 21:40:58.264179 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57782) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:58.275404 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0ce62a8b-13b4-4e22-be5d-2ab31b7a4012 req-72d2163b-c575-48dd-874d-eed332b8f829 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869629 Jul 28 21:40:58.296962 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2d381326-c734-4661-9d50-2dfff18d398b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:58.312276 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-0c38f8f3-4cfb-4380-9777-961ac4f4be13 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083891 Jul 28 21:40:58.446524 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07de36db-ed4f-45c0-b9eb-a9843fa19688 req-65b1255f-04ad-4f42-be4e-d30593dfad34 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132371 Jul 28 21:40:58.643616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2d381326-c734-4661-9d50-2dfff18d398b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:58.650985 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2d381326-c734-4661-9d50-2dfff18d398b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:58.698822 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2d381326-c734-4661-9d50-2dfff18d398b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4813b67dbe3c46bd8f22b30b8e37db66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317350 Jul 28 21:40:58.700603 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57802) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:58.701321 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d381326-c734-4661-9d50-2dfff18d398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f5e5c2-4786-4965-8f02-6fc0a76ebca7,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:58.763817 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aca768cb-db57-4c8c-bf73-d69c2724d1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:58.773496 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57806) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:58.907643 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cfa02b87-9ad9-42d0-885f-cec0257e9403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:58.970376 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aca768cb-db57-4c8c-bf73-d69c2724d1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.015264 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cfa02b87-9ad9-42d0-885f-cec0257e9403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.020847 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cfa02b87-9ad9-42d0-885f-cec0257e9403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.037512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aca768cb-db57-4c8c-bf73-d69c2724d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.040511 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aca768cb-db57-4c8c-bf73-d69c2724d1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.042009 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-aca768cb-db57-4c8c-bf73-d69c2724d1e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01f5e5c2-4786-4965-8f02-6fc0a76ebca7 HTTP/1.1" status: 204 len: 168 time: 0.3403215 Jul 28 21:40:59.054886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca768cb-db57-4c8c-bf73-d69c2724d1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f5e5c2-4786-4965-8f02-6fc0a76ebca7,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:59.120777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57824) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:59.120955 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-cfa02b87-9ad9-42d0-885f-cec0257e9403 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6589da8fb63c4a9ebde2ce90f11332f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459566 Jul 28 21:40:59.124537 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa02b87-9ad9-42d0-885f-cec0257e9403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f233633f-2efb-42f5-889b-335ff9697f2b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:59.145263 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0776921-35ef-4843-9156-66d62be31fda req-4abe6ec2-9bb5-4939-b5b8-7acd67fe3fc3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:59.146998 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f0776921-35ef-4843-9156-66d62be31fda req-4abe6ec2-9bb5-4939-b5b8-7acd67fe3fc3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0835190 Jul 28 21:40:59.184935 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-024e67e0-d5cc-4147-b6f5-7e4ce86d38bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.194342 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f0776921-35ef-4843-9156-66d62be31fda req-991ab56c-72c0-4f00-bab6-ec69b8295f77 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Jul 28 21:40:59.209496 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-024e67e0-d5cc-4147-b6f5-7e4ce86d38bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.267732 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-024e67e0-d5cc-4147-b6f5-7e4ce86d38bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.271339 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-024e67e0-d5cc-4147-b6f5-7e4ce86d38bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.273123 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-024e67e0-d5cc-4147-b6f5-7e4ce86d38bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f233633f-2efb-42f5-889b-335ff9697f2b HTTP/1.1" status: 204 len: 168 time: 0.1506345 Jul 28 21:40:59.281628 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e67e0-d5cc-4147-b6f5-7e4ce86d38bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f233633f-2efb-42f5-889b-335ff9697f2b,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:59.421185 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3a12-c1ca-4e34-91f3-69cf99d68887 req-186e123d-9a10-422a-80a6-7772cd78c93c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:59.421772 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2c3a3a12-c1ca-4e34-91f3-69cf99d68887 req-186e123d-9a10-422a-80a6-7772cd78c93c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0591743 Jul 28 21:40:59.470728 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2c3a3a12-c1ca-4e34-91f3-69cf99d68887 req-5db45268-5d11-4b2b-9945-52ef35463d10 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Jul 28 21:40:59.696380 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6c5a-2419-46a7-933d-9d103e3faa6d req-5df4fa3c-68b7-4859-92c4-be032e76267e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:40:59.698188 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-680f6c5a-2419-46a7-933d-9d103e3faa6d req-5df4fa3c-68b7-4859-92c4-be032e76267e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0605979 Jul 28 21:40:59.707807 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 57854) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:59.713422 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'floatingip': {'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:40:59.740334 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57856) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:40:59.755654 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6a821936-b394-45e4-a1b2-a80118225d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.793962 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.891263 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6a821936-b394-45e4-a1b2-a80118225d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.896791 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6a821936-b394-45e4-a1b2-a80118225d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:40:59.939713 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a821936-b394-45e4-a1b2-a80118225d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1179e389-67ee-4eef-b3d3-aa9dbe7aad8c,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:40:59.946072 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6a821936-b394-45e4-a1b2-a80118225d2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59a1caf9ce36466ca9080ab8e47b465a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044244 Jul 28 21:40:59.948822 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 57872) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:00.012964 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0498b801-5c55-412f-9849-da6e18fd7d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:00.035935 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0498b801-5c55-412f-9849-da6e18fd7d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:00.090771 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0498b801-5c55-412f-9849-da6e18fd7d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:00.095726 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0498b801-5c55-412f-9849-da6e18fd7d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:00.097501 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-0498b801-5c55-412f-9849-da6e18fd7d0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1179e389-67ee-4eef-b3d3-aa9dbe7aad8c HTTP/1.1" status: 204 len: 168 time: 0.1473017 Jul 28 21:41:00.107173 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498b801-5c55-412f-9849-da6e18fd7d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1179e389-67ee-4eef-b3d3-aa9dbe7aad8c,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:00.532440 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf6ab7-4f34-4af2-96f6-1dfa71a5cd61 req-58e6395c-f7c1-465f-ba48-2b387ee34ee5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:00.537114 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d6cf6ab7-4f34-4af2-96f6-1dfa71a5cd61 req-58e6395c-f7c1-465f-ba48-2b387ee34ee5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.2308648 Jul 28 21:41:00.547620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.db.resource_extend [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 21:41:00.627449 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d6cf6ab7-4f34-4af2-96f6-1dfa71a5cd61 req-a13f6f67-a798-4e99-ae01-d40ce721d195 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819194 Jul 28 21:41:00.660783 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:00.665642 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:00.813067 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Floating IP d237a95c-a52a-4991-b3ac-56f524e4ecbd associated. External IP: 172.27.3.115, port: 15b37602-1ad7-418f-a3e3-80c1ef8d246c. Jul 28 21:41:01.242913 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:41:01.354365 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:41:01.359674 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:01.371332 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:41:01.382903 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:01.383843 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:01.398734 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d07a134f-3a27-49d9-8a9a-670fd62a028c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "PUT /v2.0/floatingips/d237a95c-a52a-4991-b3ac-56f524e4ecbd HTTP/1.1" status: 200 len: 992 time: 1.6897871 Jul 28 21:41:01.399367 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:01.427095 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:01.498866 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f75530e-e965-4c3d-aa09-d294c19c0cac x-openstack-request-id: req-9f75530e-e965-4c3d-aa09-d294c19c0cac {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:01.499296 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:01.499749 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f75530e-e965-4c3d-aa09-d294c19c0cac {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:01.500252 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'status': 'completed', 'code': 200} Jul 28 21:41:01.506252 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:01.590451 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-c5212d65-9acc-4f0e-a592-acae68db2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:01.592773 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-c5212d65-9acc-4f0e-a592-acae68db2ca8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1099 time: 0.0673244 Jul 28 21:41:01.715373 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-9be68687-3f71-463a-a1ee-06f0c80e02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:01.717042 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-9be68687-3f71-463a-a1ee-06f0c80e02cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.1015234 Jul 28 21:41:01.858230 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'd237a95c-a52a-4991-b3ac-56f524e4ecbd', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'mac_address': 'fa:16:3e:51:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:40:40Z', 'updated_at': '2021-07-28T21:41:00Z', 'revision_number': 1, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:01.901559 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8709f-6b4e-48f9-8252-b35fb069dfca req-c84402c5-4a42-496b-af47-2c82dc694ea8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:01.903222 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-41a8709f-6b4e-48f9-8252-b35fb069dfca req-c84402c5-4a42-496b-af47-2c82dc694ea8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1084499 Jul 28 21:41:01.905622 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-6843875a-4aea-47a6-9f39-8d0dd827d2d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 1000 time: 0.1738691 Jul 28 21:41:01.989303 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-41a8709f-6b4e-48f9-8252-b35fb069dfca req-4b150826-b816-4b13-a432-2699caccfbcd tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787635 Jul 28 21:41:01.995705 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:41:02.011617 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:02.012512 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:40:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:02.028240 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-f209cfa5-d169-4cfd-bb06-5c3ce2a447f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:02.032098 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-f209cfa5-d169-4cfd-bb06-5c3ce2a447f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0948930 Jul 28 21:41:02.095232 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-63a95876-416e-4966-8604-434fea65342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:02.097078 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-63a95876-416e-4966-8604-434fea65342e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479276 Jul 28 21:41:02.183442 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:02.227360 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-5be8aede-a385-4b07-b779-a8b73a74374d service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162171 Jul 28 21:41:02.388278 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b720f7f6-72ef-47ac-b5ce-fd1d74e1dfbb req-a088b9f4-51f7-4449-9aea-c47402248eeb service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535399 Jul 28 21:41:02.584088 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'd237a95c-a52a-4991-b3ac-56f524e4ecbd', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'mac_address': 'fa:16:3e:51:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:40:40Z', 'updated_at': '2021-07-28T21:41:00Z', 'revision_number': 1, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:02.585652 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58002) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:02.624442 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac890830-cc0d-4e10-a4ea-eb11975ff2c2 None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'd237a95c-a52a-4991-b3ac-56f524e4ecbd', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'floating_ip_address': '172.27.3.115', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'mac_address': 'fa:16:3e:51:46:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:40:40Z', 'updated_at': '2021-07-28T21:41:00Z', 'revision_number': 1, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:41:02.766833 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5eba2e73-9af4-485b-bd25-b288200f65e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:02.885347 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dae8da5-a477-44bf-855b-eb767ae8d211 None None] New status for floating IP d237a95c-a52a-4991-b3ac-56f524e4ecbd: ACTIVE {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:41:02.893934 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5eba2e73-9af4-485b-bd25-b288200f65e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:02.900146 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5eba2e73-9af4-485b-bd25-b288200f65e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:02.946659 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-5eba2e73-9af4-485b-bd25-b288200f65e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16d46a391bfe4f9ba9b23d5d5813240f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598578 Jul 28 21:41:02.947689 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba2e73-9af4-485b-bd25-b288200f65e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5eef4b-d1f8-4edb-8e16-06ec37dd15ad,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:02.949264 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58014) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:03.031301 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a1e852b8-d428-492e-9434-1b505a2a8b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.058651 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a1e852b8-d428-492e-9434-1b505a2a8b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.141480 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec43ed-9316-4d62-9676-9ba18819ecd3 req-d4ed03d3-c288-471a-8741-3124f8f3b12f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:03.143064 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11ec43ed-9316-4d62-9676-9ba18819ecd3 req-d4ed03d3-c288-471a-8741-3124f8f3b12f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0675926 Jul 28 21:41:03.159259 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a1e852b8-d428-492e-9434-1b505a2a8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.162658 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a1e852b8-d428-492e-9434-1b505a2a8b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.166348 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a1e852b8-d428-492e-9434-1b505a2a8b46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e5eef4b-d1f8-4edb-8e16-06ec37dd15ad HTTP/1.1" status: 204 len: 168 time: 0.2134213 Jul 28 21:41:03.183377 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e852b8-d428-492e-9434-1b505a2a8b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5eef4b-d1f8-4edb-8e16-06ec37dd15ad,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:03.208439 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11ec43ed-9316-4d62-9676-9ba18819ecd3 req-61d0f1ef-ac54-492d-a73c-5c787d3c4269 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589952 Jul 28 21:41:03.332118 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c3da-56b7-49d5-8d01-d9e1b373f0f9 req-e5135795-a21c-4d09-a61c-934ae40754e7 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:03.333694 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5a30c3da-56b7-49d5-8d01-d9e1b373f0f9 req-e5135795-a21c-4d09-a61c-934ae40754e7 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0483000 Jul 28 21:41:03.385916 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5a30c3da-56b7-49d5-8d01-d9e1b373f0f9 req-da140115-402a-4bc9-a2e7-434c6aacf426 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Jul 28 21:41:03.632170 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58048) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:03.749997 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-356e125a-4181-4c28-a70c-3c00fe04a17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.853861 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-356e125a-4181-4c28-a70c-3c00fe04a17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.858068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-356e125a-4181-4c28-a70c-3c00fe04a17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.898352 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-356e125a-4181-4c28-a70c-3c00fe04a17c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d66ae13b571c41c2b17f13acd5bcd639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650793 Jul 28 21:41:03.900341 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e125a-4181-4c28-a70c-3c00fe04a17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33a7be-ceca-40db-b48e-abae053e9827,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:03.901034 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58064) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:03.958525 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b3846638-99e6-44e2-a38e-3ba1e9aa9d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:03.980588 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b3846638-99e6-44e2-a38e-3ba1e9aa9d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.042294 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b3846638-99e6-44e2-a38e-3ba1e9aa9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.045424 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b3846638-99e6-44e2-a38e-3ba1e9aa9d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.046637 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-b3846638-99e6-44e2-a38e-3ba1e9aa9d39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe33a7be-ceca-40db-b48e-abae053e9827 HTTP/1.1" status: 204 len: 168 time: 0.1438055 Jul 28 21:41:04.055170 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3846638-99e6-44e2-a38e-3ba1e9aa9d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33a7be-ceca-40db-b48e-abae053e9827,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:04.364588 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9afaf-8919-48f8-b1c3-142e161f5be0 req-47f40f70-9815-4e0e-b12c-d4c00eb20354 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:04.368577 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76b9afaf-8919-48f8-b1c3-142e161f5be0 req-47f40f70-9815-4e0e-b12c-d4c00eb20354 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0663922 Jul 28 21:41:04.424716 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76b9afaf-8919-48f8-b1c3-142e161f5be0 req-5237a029-17df-429d-aa85-facd006c7a22 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Jul 28 21:41:04.477331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58090) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:04.491996 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2a036147-7d2f-4e02-9a12-b8db103b5519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.517315 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbefe-33fc-44fe-b175-617ef6de4db2 req-cd5a8873-b368-4432-b79e-af91d0f28d84 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:04.519644 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e03bbefe-33fc-44fe-b175-617ef6de4db2 req-cd5a8873-b368-4432-b79e-af91d0f28d84 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0500708 Jul 28 21:41:04.558700 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e03bbefe-33fc-44fe-b175-617ef6de4db2 req-9807f2d4-b190-4e9c-aa9a-55bab06c7550 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jul 28 21:41:04.582725 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2a036147-7d2f-4e02-9a12-b8db103b5519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.586367 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2a036147-7d2f-4e02-9a12-b8db103b5519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.622900 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-2a036147-7d2f-4e02-9a12-b8db103b5519 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceaf31967c4d4503bc9fec3543b429e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445236 Jul 28 21:41:04.623978 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036147-7d2f-4e02-9a12-b8db103b5519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb23df3-8625-4d18-a6b5-b4c061cefd9c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:04.625528 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58092) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:04.672949 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e16bf4bf-b2a9-47af-bee1-5d040fdbd87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.692980 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e16bf4bf-b2a9-47af-bee1-5d040fdbd87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.739021 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e16bf4bf-b2a9-47af-bee1-5d040fdbd87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.741617 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e16bf4bf-b2a9-47af-bee1-5d040fdbd87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:04.742818 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-e16bf4bf-b2a9-47af-bee1-5d040fdbd87f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ceb23df3-8625-4d18-a6b5-b4c061cefd9c HTTP/1.1" status: 204 len: 168 time: 0.1161432 Jul 28 21:41:04.750996 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf4bf-b2a9-47af-bee1-5d040fdbd87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb23df3-8625-4d18-a6b5-b4c061cefd9c,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:05.549313 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47446ab7-84c1-4cd0-bfbe-25fd959030fd req-89030ab6-93b3-4a5d-91c0-f1a97272ab69 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:05.551351 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-47446ab7-84c1-4cd0-bfbe-25fd959030fd req-89030ab6-93b3-4a5d-91c0-f1a97272ab69 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0514989 Jul 28 21:41:05.589023 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-47446ab7-84c1-4cd0-bfbe-25fd959030fd req-ed2d3f71-fba6-478a-9537-bbfb2f54c303 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jul 28 21:41:05.692939 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911defd-7397-42f3-bd8b-3aede2704cb7 req-c03c8d97-547d-4b33-b500-21627bd67f88 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:05.694482 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3911defd-7397-42f3-bd8b-3aede2704cb7 req-c03c8d97-547d-4b33-b500-21627bd67f88 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0494151 Jul 28 21:41:05.733772 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3911defd-7397-42f3-bd8b-3aede2704cb7 req-50eb5051-fa44-4d0d-ac9f-e944df9fef32 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334308 Jul 28 21:41:06.707240 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19b5c-6145-457e-9312-e36d420aeea6 req-560e42b3-9750-4cb7-9baf-4a1bb1d24679 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:06.710577 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f9c19b5c-6145-457e-9312-e36d420aeea6 req-560e42b3-9750-4cb7-9baf-4a1bb1d24679 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0516479 Jul 28 21:41:06.748413 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f9c19b5c-6145-457e-9312-e36d420aeea6 req-2f1ff68c-5d85-4705-b80e-642428dded67 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Jul 28 21:41:06.855832 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975797c5-4cb9-4b66-8e55-f6520d713690 req-4c99a9be-11ce-4637-a164-08adc6943c3a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:06.857297 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-975797c5-4cb9-4b66-8e55-f6520d713690 req-4c99a9be-11ce-4637-a164-08adc6943c3a tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0512149 Jul 28 21:41:06.896907 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-975797c5-4cb9-4b66-8e55-f6520d713690 req-19c44498-1d5e-4adf-9348-d5eabe6e5bfe tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jul 28 21:41:07.860744 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f80b0-796b-417a-8d0a-b2552683db5c req-5ac1e0a1-59ea-4d75-9943-4165a76871e8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:07.862261 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c77f80b0-796b-417a-8d0a-b2552683db5c req-5ac1e0a1-59ea-4d75-9943-4165a76871e8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0478592 Jul 28 21:41:07.900632 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c77f80b0-796b-417a-8d0a-b2552683db5c req-0c347cef-82f7-4c16-94bb-0eaea9da331b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323913 Jul 28 21:41:08.022703 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c85ac-c498-4944-a8cc-adf21795c578 req-a937fd77-55ca-42ee-b193-930126089211 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:08.024207 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e70c85ac-c498-4944-a8cc-adf21795c578 req-a937fd77-55ca-42ee-b193-930126089211 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Jul 28 21:41:08.061991 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e70c85ac-c498-4944-a8cc-adf21795c578 req-4e7ac095-a9b9-49f5-a058-ef36c221d0dc tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Jul 28 21:41:08.690747 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-9894e1f7-7a04-42bb-a1b7-939f04ce622c tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:08.692449 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-9894e1f7-7a04-42bb-a1b7-939f04ce622c tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.22 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0553088 Jul 28 21:41:08.847533 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Deleting port 53729584-fb1c-4a9d-8074-8f980ef01280 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:41:08.847874 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:08.947785 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] For port 53729584-fb1c-4a9d-8074-8f980ef01280, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=53729584-fb1c-4a9d-8074-8f980ef01280,segment=NetworkSegment(6484a194-5e93-482c-8841-e52e28734cc6),segment_id=6484a194-5e93-482c-8841-e52e28734cc6)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:08.948165 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:08.965576 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Calling delete_port for 53729584-fb1c-4a9d-8074-8f980ef01280 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:41:09.113310 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b5fe7-b8dc-4918-a46c-20caf36b80c0 req-b9d9cf6b-3eab-4c51-ba05-5ef17df1dd6b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:09.114867 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b0b5fe7-b8dc-4918-a46c-20caf36b80c0 req-b9d9cf6b-3eab-4c51-ba05-5ef17df1dd6b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1386583 Jul 28 21:41:09.180721 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b0b5fe7-b8dc-4918-a46c-20caf36b80c0 req-206eba85-aab5-451c-a2bc-235d4a687fda tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560832 Jul 28 21:41:09.260663 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e6965-71d3-4b14-9060-803b49c16468 req-78d048af-56cc-4f1c-86b9-1baf46b40964 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:09.262255 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-285e6965-71d3-4b14-9060-803b49c16468 req-78d048af-56cc-4f1c-86b9-1baf46b40964 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 945 time: 0.0936837 Jul 28 21:41:09.269847 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:09.294113 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['53729584-fb1c-4a9d-8074-8f980ef01280'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:41:09.300643 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Pushing event deleted for resources: {'Port': ['ID=53729584-fb1c-4a9d-8074-8f980ef01280,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:09.364484 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-285e6965-71d3-4b14-9060-803b49c16468 req-eab2194a-aec8-4781-bb76-8266731cc8dd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/security-groups?id=51ba275a-c100-4591-bdd9-365d0a3c5eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851121 Jul 28 21:41:09.375677 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] No DVR routers for this DVR port 53729584-fb1c-4a9d-8074-8f980ef01280 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:41:09.379487 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:09.381507 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-390c7760-34ed-4f81-9346-2f0e1656d0e0 req-efc71a5c-e153-43a5-9ed5-de333a1533fd tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.22 "DELETE /v2.0/ports/53729584-fb1c-4a9d-8074-8f980ef01280 HTTP/1.1" status: 204 len: 173 time: 0.6823895 Jul 28 21:41:09.382184 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'name': 'network-vif-deleted', 'tag': '53729584-fb1c-4a9d-8074-8f980ef01280'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:09.384715 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346cca42-f8e8-46d7-b009-b4339ef666b3" -d '{"events": [{"server_uuid": "6535291a-c314-4dbf-bdaf-db7398490eb9", "name": "network-vif-deleted", "tag": "53729584-fb1c-4a9d-8074-8f980ef01280"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:09.426379 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8615d593-2dd2-4bce-8519-a11bfd17e5ff x-openstack-request-id: req-8615d593-2dd2-4bce-8519-a11bfd17e5ff {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:09.426665 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6535291a-c314-4dbf-bdaf-db7398490eb9", "name": "network-vif-deleted", "tag": "53729584-fb1c-4a9d-8074-8f980ef01280", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:09.426915 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8615d593-2dd2-4bce-8519-a11bfd17e5ff {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:09.427307 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6535291a-c314-4dbf-bdaf-db7398490eb9', 'name': 'network-vif-deleted', 'tag': '53729584-fb1c-4a9d-8074-8f980ef01280', 'status': 'completed', 'code': 200} Jul 28 21:41:09.683811 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58294) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:09.831907 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-9a587a4a-5bce-499f-a9e9-92c9be15c051 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:09.833560 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-9a587a4a-5bce-499f-a9e9-92c9be15c051 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.1196473 Jul 28 21:41:09.860289 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-798fd6b6-5cf8-4a77-9cdb-07fecad5a2c5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/quotas/c0113109182e4b4aa2484b639c0d834b HTTP/1.1" status: 200 len: 375 time: 0.0177400 Jul 28 21:41:09.861373 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-67775ec6-b9c0-47fc-a9ca-efdfce0c8448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:09.956725 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-e5311820-f808-47c6-aa17-86dbb7ac13da tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850446 Jul 28 21:41:10.083288 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-67775ec6-b9c0-47fc-a9ca-efdfce0c8448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.091642 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-67775ec6-b9c0-47fc-a9ca-efdfce0c8448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.106719 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-8aeb2207-fbeb-4775-aedc-74658ef95cd9 service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334772 Jul 28 21:41:10.139180 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-67775ec6-b9c0-47fc-a9ca-efdfce0c8448 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=284af32e939f44ed841e3f57d8c1bbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541461 Jul 28 21:41:10.141861 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58310) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:10.178907 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67775ec6-b9c0-47fc-a9ca-efdfce0c8448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92efdbf7-1df9-4884-be2b-8c82c6679f39,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:10.195033 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-de7cd2b0-086e-4070-b806-d29a31a05dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.216216 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-de7cd2b0-086e-4070-b806-d29a31a05dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.250194 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-cf6b40a1-e320-479a-a421-040d6771ede4 service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315784 Jul 28 21:41:10.314091 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-de7cd2b0-086e-4070-b806-d29a31a05dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.317364 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-de7cd2b0-086e-4070-b806-d29a31a05dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.330635 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-de7cd2b0-086e-4070-b806-d29a31a05dda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92efdbf7-1df9-4884-be2b-8c82c6679f39 HTTP/1.1" status: 204 len: 168 time: 0.1850731 Jul 28 21:41:10.357460 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cd2b0-086e-4070-b806-d29a31a05dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efdbf7-1df9-4884-be2b-8c82c6679f39,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:10.387268 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a32ff-1bbb-4bda-b266-a662a81eb388 req-7186890f-1ce0-4889-baf8-4276324c72ab tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:10.389640 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-777a32ff-1bbb-4bda-b266-a662a81eb388 req-7186890f-1ce0-4889-baf8-4276324c72ab tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1172965 Jul 28 21:41:10.490948 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-777a32ff-1bbb-4bda-b266-a662a81eb388 req-964fc001-19ed-4efe-8977-9531cf2daed0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873992 Jul 28 21:41:10.562560 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8a33a9e5-8ce1-4b11-b74f-2d4f6e453df3 req-30f12786-83af-43cf-8442-79d5db88cc52 tempest-DeleteServersTestJSON-1365662206 tempest-DeleteServersTestJSON-1365662206-project] 10.222.0.21 "GET /v2.0/ports?device_id=6535291a-c314-4dbf-bdaf-db7398490eb9 HTTP/1.1" status: 200 len: 210 time: 0.0358856 Jul 28 21:41:10.591607 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-38aae1c1-8d0e-4fcf-b29b-2bf66c6b43ea req-403b5a48-cf4e-489e-ac50-8723940d1114 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0337198 Jul 28 21:41:10.722563 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58340) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:10.736605 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2094f920-b0c6-41fd-9f5c-d28ef7bc5627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.837370 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2094f920-b0c6-41fd-9f5c-d28ef7bc5627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.842284 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2094f920-b0c6-41fd-9f5c-d28ef7bc5627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.882623 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-2094f920-b0c6-41fd-9f5c-d28ef7bc5627 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c83d8fc91344ddc937ca29129bdea75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587510 Jul 28 21:41:10.883346 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094f920-b0c6-41fd-9f5c-d28ef7bc5627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85abc3e6-e7e8-4667-a483-607e57758e6c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:10.885201 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58348) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:10.950036 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7b475d14-0535-4195-8f83-c9e0aa926ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:10.972400 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7b475d14-0535-4195-8f83-c9e0aa926ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.037438 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7b475d14-0535-4195-8f83-c9e0aa926ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.040703 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7b475d14-0535-4195-8f83-c9e0aa926ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.042691 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7b475d14-0535-4195-8f83-c9e0aa926ce7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85abc3e6-e7e8-4667-a483-607e57758e6c HTTP/1.1" status: 204 len: 168 time: 0.1555071 Jul 28 21:41:11.047318 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58358) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:11.055080 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b475d14-0535-4195-8f83-c9e0aa926ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85abc3e6-e7e8-4667-a483-607e57758e6c,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:11.173493 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd7fb-83b8-4ef9-afdc-25df841c0fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.269651 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd7fb-83b8-4ef9-afdc-25df841c0fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.273662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0a0cd7fb-83b8-4ef9-afdc-25df841c0fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.313796 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-0a0cd7fb-83b8-4ef9-afdc-25df841c0fca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ec10bddae9c481a88a719f680eb872c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627952 Jul 28 21:41:11.313796 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cd7fb-83b8-4ef9-afdc-25df841c0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbe2219-29b3-40aa-a491-61ae4f4ce2a9,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:11.314287 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58370) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:11.368480 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2713a053-2c40-48b6-9b32-daddb576be55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.393784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2713a053-2c40-48b6-9b32-daddb576be55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.448436 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2713a053-2c40-48b6-9b32-daddb576be55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.451297 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2713a053-2c40-48b6-9b32-daddb576be55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.452467 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2713a053-2c40-48b6-9b32-daddb576be55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbbe2219-29b3-40aa-a491-61ae4f4ce2a9 HTTP/1.1" status: 204 len: 168 time: 0.1371796 Jul 28 21:41:11.460185 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a053-2c40-48b6-9b32-daddb576be55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbe2219-29b3-40aa-a491-61ae4f4ce2a9,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:11.507884 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58382) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:11.553328 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-22fc6f23-fe04-419d-bcc9-0a5a9781268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:11.818146 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a4c7ec2e-f090-45ac-8e70-6c26cc924169 req-f1729277-0aa6-47ae-8cdb-d52beb6cd103 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0524247 Jul 28 21:41:11.818829 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85228a53-ae3f-4dd5-9321-a82977316c79 req-28d37fc2-b0c0-4b83-9835-69340a97dd7a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:11.822364 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-85228a53-ae3f-4dd5-9321-a82977316c79 req-28d37fc2-b0c0-4b83-9835-69340a97dd7a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.2451839 Jul 28 21:41:11.899638 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-85228a53-ae3f-4dd5-9321-a82977316c79 req-465a2a6f-7977-441b-baca-a127c3a6d46f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702147 Jul 28 21:41:11.910264 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-4a1ddc71-474c-4f2b-85a5-b12a7885d954 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:11.911698 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-4a1ddc71-474c-4f2b-85a5-b12a7885d954 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.2694321 Jul 28 21:41:11.929799 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Request body: {'port': {'device_id': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'admin_state_up': True, 'tenant_id': 'c0113109182e4b4aa2484b639c0d834b'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:11.978712 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f6d7ad17-8957-4609-9f97-062d4c7bc2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.132450 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f6d7ad17-8957-4609-9f97-062d4c7bc2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.137518 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f6d7ad17-8957-4609-9f97-062d4c7bc2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.153179 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Made reservation on behalf of c0113109182e4b4aa2484b639c0d834b for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:12.157596 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.171944 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58422) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:12.188012 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f6d7ad17-8957-4609-9f97-062d4c7bc2f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d434b84771ce4ac99e0e0eeb3e5e870f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6778738 Jul 28 21:41:12.188603 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58424) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:12.191439 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7ad17-8957-4609-9f97-062d4c7bc2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc707766-e0c8-4dd8-9dad-813f6b1ca1a9,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:12.194341 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3d70f28d-3472-42d7-9899-6fa6e28e31c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.208262 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58426) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:12.262866 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4637-03b1-4bc1-a042-18e916c1dbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.288634 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4637-03b1-4bc1-a042-18e916c1dbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.342090 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4637-03b1-4bc1-a042-18e916c1dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.344439 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f3a4637-03b1-4bc1-a042-18e916c1dbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.346297 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-4f3a4637-03b1-4bc1-a042-18e916c1dbce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc707766-e0c8-4dd8-9dad-813f6b1ca1a9 HTTP/1.1" status: 204 len: 168 time: 0.1556921 Jul 28 21:41:12.346438 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Allocated IP 172.20.0.3 (654e39fe-305b-4197-a58c-5c2dfa0f3ec2/95e8a887-edda-4f8b-aaf3-b01a87e70ae9/90b3e880-741d-48ae-a02a-29f3113b9861) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:12.354973 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a4637-03b1-4bc1-a042-18e916c1dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc707766-e0c8-4dd8-9dad-813f6b1ca1a9,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:12.407731 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3d70f28d-3472-42d7-9899-6fa6e28e31c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.417668 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3d70f28d-3472-42d7-9899-6fa6e28e31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.487727 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1411569579-network', 'tenant_id': 'a3548cb975f84be5b6d2e94798dbd3c6'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:12.510212 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70f28d-3472-42d7-9899-6fa6e28e31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd7990-c759-4471-9d0f-093b5732e870,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:12.524685 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-3d70f28d-3472-42d7-9899-6fa6e28e31c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d4662b219d24bd5aca0204b297c330e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488638 Jul 28 21:41:12.525782 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58434) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:12.535913 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Made reservation on behalf of a3548cb975f84be5b6d2e94798dbd3c6 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:12.538558 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.556080 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.584890 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9a668760-b93b-41f8-a45c-f95841ff229b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.600960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.608173 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9a668760-b93b-41f8-a45c-f95841ff229b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.663254 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9a668760-b93b-41f8-a45c-f95841ff229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.666210 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9a668760-b93b-41f8-a45c-f95841ff229b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.667622 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9a668760-b93b-41f8-a45c-f95841ff229b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31bd7990-c759-4471-9d0f-093b5732e870 HTTP/1.1" status: 204 len: 168 time: 0.1401415 Jul 28 21:41:12.676215 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a668760-b93b-41f8-a45c-f95841ff229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd7990-c759-4471-9d0f-093b5732e870,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:12.676427 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.692169 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:41:12.742219 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.743257 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58440) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:12.753584 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:12.754625 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.762772 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7e39dd8-a816-424a-bd96-e3a6fcb39cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.770175 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:12.778460 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.780125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:12.786905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:12.787538 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.790555 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event updated for resources: {'Port': ['ID=90b3e880-741d-48ae-a02a-29f3113b9861,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:12.807832 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:41:12.820042 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe52df-4870-4830-8840-7f3314c5ae7a,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:12.843002 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.843354 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Added segment 30bdc1f6-6b8c-48f0-9e05-9cba9f498085 of type vlan for network 98a58578-e6b0-42ba-b468-c274ca93d1fb Jul 28 21:41:12.940148 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.950086 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7e39dd8-a816-424a-bd96-e3a6fcb39cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.959762 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7e39dd8-a816-424a-bd96-e3a6fcb39cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:12.970187 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca56c7-b672-4f15-bd99-3c0ec6feecab req-1fd0b587-db51-46c0-a14e-79459eb268da tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:12.972369 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-30ca56c7-b672-4f15-bd99-3c0ec6feecab req-1fd0b587-db51-46c0-a14e-79459eb268da tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 931 time: 0.0693543 Jul 28 21:41:12.975542 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-112528c4-0c5b-4737-84ef-8816ad3393cc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0508342 Jul 28 21:41:13.001149 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Request body: {'port': {'device_id': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:13.036851 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f7e39dd8-a816-424a-bd96-e3a6fcb39cca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0541655fd70495090cd1bd9b509381e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919011 Jul 28 21:41:13.043990 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58452) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:13.056806 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e39dd8-a816-424a-bd96-e3a6fcb39cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a65ebf4-0f79-4857-9734-d27f01ca76f2,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:13.081780 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-30ca56c7-b672-4f15-bd99-3c0ec6feecab req-75dcb0bb-ef28-4938-9e43-368a84a2bf03 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010089 Jul 28 21:41:13.093874 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbd6a6-56d9-4eda-a529-59d8806005b5 req-243f1e0f-f0c5-4a89-a15b-fc67cb400f66 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:13.095993 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-28bbd6a6-56d9-4eda-a529-59d8806005b5 req-243f1e0f-f0c5-4a89-a15b-fc67cb400f66 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1046605 Jul 28 21:41:13.104278 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.105893 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:13.106656 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.147849 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.156686 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-28bbd6a6-56d9-4eda-a529-59d8806005b5 req-ca4c7a80-8a44-458c-b290-3612533dde06 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532050 Jul 28 21:41:13.200652 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58462) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:13.239746 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0316751 Jul 28 21:41:13.243315 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58466) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:13.252169 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Request body: {'subnet': {'network_id': '98a58578-e6b0-42ba-b468-c274ca93d1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1411569579-subnet', 'tenant_id': 'a3548cb975f84be5b6d2e94798dbd3c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:13.275608 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58468) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:13.291626 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbeb59-fcf4-47fb-8eaa-9f84011d2e26 admin admin] Pushing event updated for resources: {'Network': ['ID=98a58578-e6b0-42ba-b468-c274ca93d1fb,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:13.297872 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fedaea19-9d07-4c6c-b7a4-efdcb4ae1475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.302960 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 53729584-fb1c-4a9d-8074-8f980ef01280 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:41:13.305689 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 98a58578-e6b0-42ba-b468-c274ca93d1fb details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:41:13.308318 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Deleting subnet e2838e2d-a71d-46b4-b1bc-e09804af9e79 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:41:13.319503 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.332032 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Made reservation on behalf of a3548cb975f84be5b6d2e94798dbd3c6 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:13.335179 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.356388 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-701c3e44-aa7a-42a1-8491-f40c70aea109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.374668 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.381220 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 53729584-fb1c-4a9d-8074-8f980ef01280 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:41:13.381639 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 53729584-fb1c-4a9d-8074-8f980ef01280 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:41:13.443679 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.493008 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-701c3e44-aa7a-42a1-8491-f40c70aea109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.526069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fedaea19-9d07-4c6c-b7a4-efdcb4ae1475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.530247 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fedaea19-9d07-4c6c-b7a4-efdcb4ae1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.536678 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.588651 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.593211 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2838e2d-a71d-46b4-b1bc-e09804af9e79 HTTP/1.1" status: 204 len: 168 time: 0.3888650 Jul 28 21:41:13.594066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58472) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:13.596965 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cdc044-b27e-4515-861d-045824a925b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2838e2d-a71d-46b4-b1bc-e09804af9e79,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:13.603801 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-fedaea19-9d07-4c6c-b7a4-efdcb4ae1475 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9d87415bc9c440fb2ac83abcbf6a683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271947 Jul 28 21:41:13.604474 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaea19-9d07-4c6c-b7a4-efdcb4ae1475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1104f725-0bfc-42d8-89c2-21c809a3a8cf,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:13.607179 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58474) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:13.661900 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9aebb92f-88d0-4949-877a-5cac08c434d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.662171 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-701c3e44-aa7a-42a1-8491-f40c70aea109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.664444 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-701c3e44-aa7a-42a1-8491-f40c70aea109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.665557 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-701c3e44-aa7a-42a1-8491-f40c70aea109 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a65ebf4-0f79-4857-9734-d27f01ca76f2 HTTP/1.1" status: 204 len: 168 time: 0.6206162 Jul 28 21:41:13.684438 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9aebb92f-88d0-4949-877a-5cac08c434d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.720781 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c3e44-aa7a-42a1-8491-f40c70aea109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a65ebf4-0f79-4857-9734-d27f01ca76f2,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:13.738165 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.741585 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9aebb92f-88d0-4949-877a-5cac08c434d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.744610 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9aebb92f-88d0-4949-877a-5cac08c434d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:13.745782 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9aebb92f-88d0-4949-877a-5cac08c434d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1104f725-0bfc-42d8-89c2-21c809a3a8cf HTTP/1.1" status: 204 len: 168 time: 0.1376152 Jul 28 21:41:13.754265 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebb92f-88d0-4949-877a-5cac08c434d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1104f725-0bfc-42d8-89c2-21c809a3a8cf,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:13.880055 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.147730 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.194060 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b3e880-741d-48ae-a02a-29f3113b9861 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:14.208982 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.226371 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-025b4768-9b0a-4c4d-9ef9-a9def78d9793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.238123 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.306174 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Transition to ACTIVE for port object 90b3e880-741d-48ae-a02a-29f3113b9861 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:14.307217 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Checking segment: {'id': '30bdc1f6-6b8c-48f0-9e05-9cba9f498085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '98a58578-e6b0-42ba-b468-c274ca93d1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:14.307705 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Network hostable DHCP agents. Network: 98a58578-e6b0-42ba-b468-c274ca93d1fb, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:41:14.312353 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f6eb3e-7f2d-46a6-8b5c-83f81646d3cb,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:14.316067 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.316469 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.317229 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.317561 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > port after_create 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.317918 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.318248 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > port after_update 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.318633 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.318965 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.319276 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.319778 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.351507 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004a12c-459d-452d-8b72-4b4b915bf299 req-b931a4cd-ca50-43ae-be66-9a3202bae98e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:14.354236 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b004a12c-459d-452d-8b72-4b4b915bf299 req-b931a4cd-ca50-43ae-be66-9a3202bae98e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0874529 Jul 28 21:41:14.397807 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.399362 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.399867 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.400208 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 21:41:14.400589 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4778f67-b93d-41f9-a1e2-ba247c543a6f']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:14.420983 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b004a12c-459d-452d-8b72-4b4b915bf299 req-45cbe240-fe56-40b3-ae51-41c0c86168e8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 Jul 28 21:41:14.422264 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.506684 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6484a194-5e93-482c-8841-e52e28734cc6') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:14.507211 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6484a194-5e93-482c-8841-e52e28734cc6') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:14.516777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.517370 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.517881 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.518251 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.518775 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.519130 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.519444 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.519973 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.520120 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.520422 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.520779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.521050 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:14.550345 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Network 98a58578-e6b0-42ba-b468-c274ca93d1fb is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:41:14.555005 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.599392 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe4975-dc2a-4d77-adc1-ba9345bc3b07 req-0de5fb35-637d-48de-b9db-466a783b173e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:14.600884 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4abe4975-dc2a-4d77-adc1-ba9345bc3b07 req-0de5fb35-637d-48de-b9db-466a783b173e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 931 time: 0.3602850 Jul 28 21:41:14.603169 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 98a58578-e6b0-42ba-b468-c274ca93d1fb) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:14.605134 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.614220 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Pushing event updated for resources: {'Port': ['ID=90b3e880-741d-48ae-a02a-29f3113b9861,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:14.617177 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:14.617760 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.627595 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf7651-7ed6-41a3-a1f2-187f23c00b07 None None] Network 98a58578-e6b0-42ba-b468-c274ca93d1fb requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:14.641137 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:41:14.641631 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: from cryptography.utils import int_from_bytes Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: from cryptography.utils import int_from_bytes Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:41:14.650486 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:41:14.744681 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b8e4d64c-e11e-4385-9b39-3aefe376db8f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4984806 Jul 28 21:41:14.810237 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4abe4975-dc2a-4d77-adc1-ba9345bc3b07 req-d5fa62a5-bbbb-4dba-8f18-2871c6264e18 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742780 Jul 28 21:41:14.813517 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.819618 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.821874 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b4778f67-b93d-41f9-a1e2-ba247c543a6f HTTP/1.1" status: 204 len: 168 time: 1.2268260 Jul 28 21:41:14.836582 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d781c3-8d01-4d64-b865-5eacf55f9090 None None] Network 98a58578-e6b0-42ba-b468-c274ca93d1fb requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:14.848601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47136cb-3878-4408-bdf1-9abd62cc5138 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4778f67-b93d-41f9-a1e2-ba247c543a6f,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:14.869706 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Attempting to bind port 90b3e880-741d-48ae-a02a-29f3113b9861 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:14.870043 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Attempting to bind port 90b3e880-741d-48ae-a02a-29f3113b9861 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:14.870395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Attempting to bind port 90b3e880-741d-48ae-a02a-29f3113b9861 on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:14.875391 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Port 90b3e880-741d-48ae-a02a-29f3113b9861 on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:41:14.875709 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Attempting to bind port 90b3e880-741d-48ae-a02a-29f3113b9861 on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:14.881037 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:14.881373 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Checking segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:14.881744 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Bound using segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:14.885656 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Bound port: 90b3e880-741d-48ae-a02a-29f3113b9861, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:14.885778 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:14.977156 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] For port 90b3e880-741d-48ae-a02a-29f3113b9861, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:14.980762 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] For port 90b3e880-741d-48ae-a02a-29f3113b9861, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=90b3e880-741d-48ae-a02a-29f3113b9861,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:14.987216 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.028971 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:15.029575 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.031090 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] 10.222.0.22 "PUT /v2.0/ports/90b3e880-741d-48ae-a02a-29f3113b9861 HTTP/1.1" status: 200 len: 1093 time: 2.0377862 Jul 28 21:41:15.031602 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'tag': '90b3e880-741d-48ae-a02a-29f3113b9861'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:15.034477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc0647-293b-414c-9cfe-536f29a2dcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf00b470-0803-4d48-a7cf-6566ce98167a", "tag": "90b3e880-741d-48ae-a02a-29f3113b9861"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:15.095534 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c8a1c4-b71b-43fa-b4f1-b56d2577e81b x-openstack-request-id: req-38c8a1c4-b71b-43fa-b4f1-b56d2577e81b {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:15.095821 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf00b470-0803-4d48-a7cf-6566ce98167a", "tag": "90b3e880-741d-48ae-a02a-29f3113b9861", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:15.096071 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38c8a1c4-b71b-43fa-b4f1-b56d2577e81b {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:15.096964 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'tag': '90b3e880-741d-48ae-a02a-29f3113b9861', 'status': 'completed', 'code': 200} Jul 28 21:41:15.116760 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a859f6d-c0e7-4e54-8ce8-f051e8b74613 service neutron] Pushing event updated for resources: {'Port': ['ID=90b3e880-741d-48ae-a02a-29f3113b9861,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:15.132585 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-8b895b1e-d32f-4d34-835a-336689371e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:15.134088 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-8b895b1e-d32f-4d34-835a-336689371e1b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 1096 time: 0.0560560 Jul 28 21:41:15.191601 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-d2e77823-a252-405f-904a-d74dbc1ccebd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90b3e880-741d-48ae-a02a-29f3113b9861 HTTP/1.1" status: 200 len: 217 time: 0.0362167 Jul 28 21:41:15.231623 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58550) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:15.250931 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789608a3-2dca-4c95-9841-69554250058d req-234f7e37-f7a1-419d-9a2c-2dbd4a102ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:15.253248 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-234f7e37-f7a1-419d-9a2c-2dbd4a102ab6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.0534203 Jul 28 21:41:15.272835 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-aa4c00be-837d-41ca-b636-f39b19d74a81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef329d7efd8644a29fbcc34fbf1fda70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399423 Jul 28 21:41:15.275655 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58552) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:15.329653 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.344460 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.358666 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.419374 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.422069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:15.426723 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51ba275a-c100-4591-bdd9-365d0a3c5eba HTTP/1.1" status: 204 len: 168 time: 0.1499348 Jul 28 21:41:15.437729 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ba275a-c100-4591-bdd9-365d0a3c5eba,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:15.445278 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.445623 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.445958 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.446309 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.446639 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.446960 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.447339 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.447671 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.450568 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.451483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.452064 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.452868 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff1df31-b32e-4188-9ca2-593aa05156db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:15.579019 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820f478-554f-46ac-b579-5298d73e5591 req-04b477eb-cf0a-4c9f-a929-6497e39f0446 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:15.580626 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f820f478-554f-46ac-b579-5298d73e5591 req-04b477eb-cf0a-4c9f-a929-6497e39f0446 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0579045 Jul 28 21:41:15.627019 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f820f478-554f-46ac-b579-5298d73e5591 req-68f2c0d8-acdd-4fe0-a0ec-67ee05e6e30f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Jul 28 21:41:15.925779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accea5c5-fe85-4766-8746-175f0d398d62 req-1c637259-4232-4a12-a1e1-6a52614687f0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:15.927812 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-accea5c5-fe85-4766-8746-175f0d398d62 req-1c637259-4232-4a12-a1e1-6a52614687f0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 943 time: 0.0571768 Jul 28 21:41:15.963720 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58598) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:15.970458 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-830577672-network', 'tenant_id': 'dd7f284060844cb1b48b7aea750ca8d8'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:15.977382 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-accea5c5-fe85-4766-8746-175f0d398d62 req-82b2f83d-fe95-4884-92d8-5ac9fcfc7191 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Jul 28 21:41:15.995109 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Made reservation on behalf of dd7f284060844cb1b48b7aea750ca8d8 for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:15.998093 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.007198 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.111065 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.115592 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.143175 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:41:16.153778 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86701b3f-3eb5-4b94-ad7e-78bc8be576cd,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:16.159786 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.160190 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Added segment e6478720-74ef-42ae-86c6-e0060adda6cc of type vlan for network 10fb99f0-3f2c-424f-90a2-968beee64250 Jul 28 21:41:16.202078 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.236813 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.238611 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:16.239231 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.269339 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-20c1487b-7f24-4a96-9afe-cf7302728f3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340002 Jul 28 21:41:16.303088 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3381608 Jul 28 21:41:16.303263 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58614) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:16.311423 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff92bb-a7a8-4b1a-ad24-eda4d7381475 admin admin] Pushing event updated for resources: {'Network': ['ID=10fb99f0-3f2c-424f-90a2-968beee64250,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:16.312505 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Request body: {'subnet': {'network_id': '10fb99f0-3f2c-424f-90a2-968beee64250', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-830577672-subnet', 'tenant_id': 'dd7f284060844cb1b48b7aea750ca8d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:16.323721 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 10fb99f0-3f2c-424f-90a2-968beee64250 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:41:16.345040 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Made reservation on behalf of dd7f284060844cb1b48b7aea750ca8d8 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:16.350599 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.649442 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.705555 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42790845-f0f4-487b-85d5-3492bd3bfe31,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:16.714693 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Checking segment: {'id': 'e6478720-74ef-42ae-86c6-e0060adda6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '10fb99f0-3f2c-424f-90a2-968beee64250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:16.715044 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Network hostable DHCP agents. Network: 10fb99f0-3f2c-424f-90a2-968beee64250, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:41:16.735281 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Network 10fb99f0-3f2c-424f-90a2-968beee64250 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:41:16.777427 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 10fb99f0-3f2c-424f-90a2-968beee64250) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:16.782471 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:16.783060 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.790647 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af99fad-9b66-412f-8566-43f5ed85010a None None] Network 10fb99f0-3f2c-424f-90a2-968beee64250 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:16.808702 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cc8c2-10f5-4117-948a-32d40525339e req-1615c7e2-af67-470f-8173-f729e0f8baa4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:16.810372 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0e3cc8c2-10f5-4117-948a-32d40525339e req-1615c7e2-af67-470f-8173-f729e0f8baa4 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0708420 Jul 28 21:41:16.819830 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f71df637-2333-463d-9ccd-0f6f07205c03 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5074143 Jul 28 21:41:16.862569 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0e3cc8c2-10f5-4117-948a-32d40525339e req-6e8435b4-0a8b-4892-a1ca-c1842b7468ff tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Jul 28 21:41:16.883295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:16.970278 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7283a3e-49c8-4c9d-a05f-937b3d4720be None None] Network 10fb99f0-3f2c-424f-90a2-968beee64250 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:17.348274 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58682) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:17.538429 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-07997cd9-516f-4f8d-9c7b-e2994b7e6596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.672354 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-07997cd9-516f-4f8d-9c7b-e2994b7e6596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.676753 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-07997cd9-516f-4f8d-9c7b-e2994b7e6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.717153 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-07997cd9-516f-4f8d-9c7b-e2994b7e6596 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4db7bc3654664765999dfc443f372239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672640 Jul 28 21:41:17.719209 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997cd9-516f-4f8d-9c7b-e2994b7e6596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adb68b4-7f40-48d3-9e15-8264d649f260,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:17.719829 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58700) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:17.792024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b682f-d246-4f46-88bf-2bc129020534 req-6322d1ae-909f-44ba-a3dd-fd201397716e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:17.793500 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-680b682f-d246-4f46-88bf-2bc129020534 req-6322d1ae-909f-44ba-a3dd-fd201397716e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 943 time: 0.0751486 Jul 28 21:41:17.817604 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-565e5b13-4232-454e-9a7d-7409176f330c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.849793 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-565e5b13-4232-454e-9a7d-7409176f330c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.854262 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-680b682f-d246-4f46-88bf-2bc129020534 req-13406080-c19a-4ab7-891a-84b6943e0738 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524657 Jul 28 21:41:17.900474 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-565e5b13-4232-454e-9a7d-7409176f330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.903180 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-565e5b13-4232-454e-9a7d-7409176f330c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:17.904316 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-565e5b13-4232-454e-9a7d-7409176f330c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8adb68b4-7f40-48d3-9e15-8264d649f260 HTTP/1.1" status: 204 len: 168 time: 0.1836264 Jul 28 21:41:17.911819 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e5b13-4232-454e-9a7d-7409176f330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adb68b4-7f40-48d3-9e15-8264d649f260,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:18.028739 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af64ec0-cd00-4af7-851f-a0c6b853aa35 req-4476869d-716b-4cca-9799-27f930fce12a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:18.030251 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8af64ec0-cd00-4af7-851f-a0c6b853aa35 req-4476869d-716b-4cca-9799-27f930fce12a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0533385 Jul 28 21:41:18.069922 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8af64ec0-cd00-4af7-851f-a0c6b853aa35 req-f9d6dffe-d839-4c8f-bb0e-df3b946da057 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Jul 28 21:41:18.178280 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58712) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:18.192192 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7a4f9a19-4d50-4905-a49e-331ccba3ad5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.290812 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-729bea1e-77a7-4cbd-b1da-d13e52e54e11 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963159 Jul 28 21:41:18.297122 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7a4f9a19-4d50-4905-a49e-331ccba3ad5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.300895 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7a4f9a19-4d50-4905-a49e-331ccba3ad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.351940 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7a4f9a19-4d50-4905-a49e-331ccba3ad5f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a39e6f9779f4348b6b010bf41c695e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1698236 Jul 28 21:41:18.351940 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f9a19-4d50-4905-a49e-331ccba3ad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52afe523-8867-416c-8a7d-72000ab0a093,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:18.352735 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58714) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:18.441875 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-789608a3-2dca-4c95-9841-69554250058d req-825248fd-de6e-41de-ba31-208a17dfb70f service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431320 Jul 28 21:41:18.442483 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cf882d2e-7022-4470-9383-ce597bbe49b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.464208 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cf882d2e-7022-4470-9383-ce597bbe49b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.539897 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cf882d2e-7022-4470-9383-ce597bbe49b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.542410 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cf882d2e-7022-4470-9383-ce597bbe49b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:18.543539 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-cf882d2e-7022-4470-9383-ce597bbe49b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52afe523-8867-416c-8a7d-72000ab0a093 HTTP/1.1" status: 204 len: 168 time: 0.1905584 Jul 28 21:41:18.548620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-334ca3a2-9320-4486-abeb-575654cb31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:18.550664 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-334ca3a2-9320-4486-abeb-575654cb31b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 1096 time: 0.0530396 Jul 28 21:41:18.555278 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf882d2e-7022-4470-9383-ce597bbe49b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52afe523-8867-416c-8a7d-72000ab0a093,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:18.651706 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-37ace76f-6112-4a5b-bdf5-5fad50a9b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:18.657657 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-37ace76f-6112-4a5b-bdf5-5fad50a9b149 service neutron] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 916 time: 0.0875568 Jul 28 21:41:18.699894 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-e1519e5b-5e28-45c8-a3c5-889a8c587b92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90b3e880-741d-48ae-a02a-29f3113b9861 HTTP/1.1" status: 200 len: 217 time: 0.0374844 Jul 28 21:41:18.755860 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-bd1ca6fb-807c-4af4-80ce-a9c3c2b2955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:18.757335 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-bd1ca6fb-807c-4af4-80ce-a9c3c2b2955d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.0489783 Jul 28 21:41:18.788709 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-ada1d1c9-1aeb-46e1-83bb-d91aab77f56c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234783 Jul 28 21:41:18.890211 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-21e08b9a-bd17-47bb-b224-cae5c301c89e service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900416 Jul 28 21:41:19.025576 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8bffe-7648-4ee9-948b-d3a5de46a9f5 req-1f94184e-1c65-46d4-9176-e2d91ce34a09 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:19.025576 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1b8bffe-7648-4ee9-948b-d3a5de46a9f5 req-1f94184e-1c65-46d4-9176-e2d91ce34a09 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 943 time: 0.0741322 Jul 28 21:41:19.041631 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3bc0647-293b-414c-9cfe-536f29a2dcbc req-da24a715-8f3f-4fc9-9fab-a74729a95bc3 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394541 Jul 28 21:41:19.090282 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1b8bffe-7648-4ee9-948b-d3a5de46a9f5 req-43d68dbe-190a-4131-b913-36aa40ad81aa tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Jul 28 21:41:19.201225 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320433d5-7a0a-44b2-add8-31a6e3362ee1 req-92e1fe93-af13-4af8-8489-a4929dbed960 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:19.202982 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-320433d5-7a0a-44b2-add8-31a6e3362ee1 req-92e1fe93-af13-4af8-8489-a4929dbed960 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0620000 Jul 28 21:41:19.264792 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-320433d5-7a0a-44b2-add8-31a6e3362ee1 req-be405728-d9d3-4675-8d3f-363bbfb3d056 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486255 Jul 28 21:41:20.202886 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0723-641f-4c05-984f-11b6046262dd req-9d3acc31-17f5-4a2c-ba8d-c67fb5628fa8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:20.204596 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e80f0723-641f-4c05-984f-11b6046262dd req-9d3acc31-17f5-4a2c-ba8d-c67fb5628fa8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 943 time: 0.0500116 Jul 28 21:41:20.249717 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e80f0723-641f-4c05-984f-11b6046262dd req-612ee758-d786-4efa-9e2e-1892d410e2e7 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jul 28 21:41:20.418430 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3ef43-1d1f-4e64-a14a-2a26b1e22d62 req-ec24b35f-3fc7-4bc3-9141-271e3dea5fa9 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:20.420063 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f1c3ef43-1d1f-4e64-a14a-2a26b1e22d62 req-ec24b35f-3fc7-4bc3-9141-271e3dea5fa9 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0569801 Jul 28 21:41:20.476582 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f1c3ef43-1d1f-4e64-a14a-2a26b1e22d62 req-7b65300a-5280-42af-95ff-9da1c63aa1c5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498078 Jul 28 21:41:20.634474 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58838) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:20.737402 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7ec58ff3-414d-472f-8e47-fd0fea25776b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:20.873459 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7ec58ff3-414d-472f-8e47-fd0fea25776b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:20.878896 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7ec58ff3-414d-472f-8e47-fd0fea25776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:20.921349 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-7ec58ff3-414d-472f-8e47-fd0fea25776b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bc94a0278d24565bce5df147f4ac8c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856407 Jul 28 21:41:20.922047 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec58ff3-414d-472f-8e47-fd0fea25776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44720bc9-f22b-47ea-8d89-737c433cf120,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:20.925412 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58856) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:20.981789 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d81ded07-e999-4b64-8b3c-3d273faf174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:21.007246 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d81ded07-e999-4b64-8b3c-3d273faf174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:21.056080 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d81ded07-e999-4b64-8b3c-3d273faf174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:21.058588 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d81ded07-e999-4b64-8b3c-3d273faf174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:21.059727 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d81ded07-e999-4b64-8b3c-3d273faf174b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44720bc9-f22b-47ea-8d89-737c433cf120 HTTP/1.1" status: 204 len: 168 time: 0.1329687 Jul 28 21:41:21.067468 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ded07-e999-4b64-8b3c-3d273faf174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44720bc9-f22b-47ea-8d89-737c433cf120,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:21.388581 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66d08d-78b2-4d31-9137-c6550f3047ca req-08378b43-29ff-45c7-9aa1-5000a7bfc3db tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:21.390186 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4d66d08d-78b2-4d31-9137-c6550f3047ca req-08378b43-29ff-45c7-9aa1-5000a7bfc3db tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 943 time: 0.0654089 Jul 28 21:41:21.438658 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4d66d08d-78b2-4d31-9137-c6550f3047ca req-6e0fcaf7-4d5d-402f-aff8-1897ff21cb2a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Jul 28 21:41:21.589873 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038c6f8-48c8-46be-af3b-c349ec656b77 req-548433bc-ee2a-4a00-8de5-05cea7badec6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:21.591415 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3038c6f8-48c8-46be-af3b-c349ec656b77 req-548433bc-ee2a-4a00-8de5-05cea7badec6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0472445 Jul 28 21:41:21.630252 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3038c6f8-48c8-46be-af3b-c349ec656b77 req-cbf2aa16-8943-4c95-9972-f9a3d83b64b1 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Jul 28 21:41:22.186947 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 90b3e880-741d-48ae-a02a-29f3113b9861 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:41:22.280627 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 90b3e880-741d-48ae-a02a-29f3113b9861, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=90b3e880-741d-48ae-a02a-29f3113b9861,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:22.293436 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '90b3e880-741d-48ae-a02a-29f3113b9861', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'port_id': '90b3e880-741d-48ae-a02a-29f3113b9861', 'mac_address': 'fa:16:3e:6a:65:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e8a887-edda-4f8b-aaf3-b01a87e70ae9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:41:22.334590 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:22.353831 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b3e880-741d-48ae-a02a-29f3113b9861 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:22.375749 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 90b3e880-741d-48ae-a02a-29f3113b9861, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=90b3e880-741d-48ae-a02a-29f3113b9861,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:22.380858 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:22.436898 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=90b3e880-741d-48ae-a02a-29f3113b9861,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:22.444918 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.445483 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.445972 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.446482 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.446953 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.447422 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.447889 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.448459 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.448799 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.449317 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.449462 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.449787 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:22.564223 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecfd28-6259-45ce-9977-a148019ae8cc req-c6005fb7-71a3-49c5-bcd8-2f17a5ffec7d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:22.566312 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-47ecfd28-6259-45ce-9977-a148019ae8cc req-c6005fb7-71a3-49c5-bcd8-2f17a5ffec7d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 944 time: 0.0541189 Jul 28 21:41:22.605206 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-47ecfd28-6259-45ce-9977-a148019ae8cc req-33d2c40d-56be-421f-b82a-94cb96955594 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Jul 28 21:41:22.670632 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58940) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:22.743095 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296ce8-d09d-4eb3-9820-b00a603f56e2 req-08ab6b9c-dd51-4ce2-ae35-d99e5cee1224 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:22.744581 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-67296ce8-d09d-4eb3-9820-b00a603f56e2 req-08ab6b9c-dd51-4ce2-ae35-d99e5cee1224 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0465999 Jul 28 21:41:22.770150 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dbb410d3-be91-47dc-a6a0-72c4175bd0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:22.782610 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-67296ce8-d09d-4eb3-9820-b00a603f56e2 req-bf1ea51c-6318-4b08-8383-db86c7439402 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317101 Jul 28 21:41:22.854681 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dbb410d3-be91-47dc-a6a0-72c4175bd0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:22.858151 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dbb410d3-be91-47dc-a6a0-72c4175bd0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:22.895477 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-dbb410d3-be91-47dc-a6a0-72c4175bd0df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aad476e54d454e249381384f9f162c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238209 Jul 28 21:41:22.896546 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb410d3-be91-47dc-a6a0-72c4175bd0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa9b120-24a5-436f-a49d-fec4618e5841,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:22.898251 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58944) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:22.957100 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5d2b587a-eac7-46fa-9bd9-7fa1e0dbeaf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:22.977293 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5d2b587a-eac7-46fa-9bd9-7fa1e0dbeaf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.022433 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5d2b587a-eac7-46fa-9bd9-7fa1e0dbeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.024914 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5d2b587a-eac7-46fa-9bd9-7fa1e0dbeaf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.026072 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5d2b587a-eac7-46fa-9bd9-7fa1e0dbeaf9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fa9b120-24a5-436f-a49d-fec4618e5841 HTTP/1.1" status: 204 len: 168 time: 0.1262288 Jul 28 21:41:23.033750 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b587a-eac7-46fa-9bd9-7fa1e0dbeaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa9b120-24a5-436f-a49d-fec4618e5841,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:23.281878 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 58956) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:23.294618 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f088ceab-cfb0-42c2-850f-2074393bd4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.382742 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f088ceab-cfb0-42c2-850f-2074393bd4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.386296 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f088ceab-cfb0-42c2-850f-2074393bd4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.422772 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f088ceab-cfb0-42c2-850f-2074393bd4f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c67f0f66a48a4565968f33c57c8bd714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398070 Jul 28 21:41:23.423571 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088ceab-cfb0-42c2-850f-2074393bd4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0100590b-0d1d-4ddf-9a6b-abed26f12dc2,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:23.426247 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 58958) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:23.478797 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-21f05043-5a40-4797-b8d9-c19cbff46825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.501872 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-21f05043-5a40-4797-b8d9-c19cbff46825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.547525 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-21f05043-5a40-4797-b8d9-c19cbff46825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.551028 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-21f05043-5a40-4797-b8d9-c19cbff46825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:23.552137 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-21f05043-5a40-4797-b8d9-c19cbff46825 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0100590b-0d1d-4ddf-9a6b-abed26f12dc2 HTTP/1.1" status: 204 len: 168 time: 0.1247118 Jul 28 21:41:23.559688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f05043-5a40-4797-b8d9-c19cbff46825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0100590b-0d1d-4ddf-9a6b-abed26f12dc2,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:23.724589 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9354f-44ba-4dac-b8b8-2be7dec533b3 req-9d487944-192f-4126-a2fc-a6d898a9f793 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:23.726090 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3fd9354f-44ba-4dac-b8b8-2be7dec533b3 req-9d487944-192f-4126-a2fc-a6d898a9f793 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 944 time: 0.0531762 Jul 28 21:41:23.764083 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3fd9354f-44ba-4dac-b8b8-2be7dec533b3 req-c1293396-3082-4895-bd66-44b346b84f4c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Jul 28 21:41:23.896359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad929681-d766-4b89-a990-d0a2349cfcd9 req-48987290-2b44-46ed-adb9-9805a3c5b844 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:23.897767 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad929681-d766-4b89-a990-d0a2349cfcd9 req-48987290-2b44-46ed-adb9-9805a3c5b844 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0492537 Jul 28 21:41:23.938135 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad929681-d766-4b89-a990-d0a2349cfcd9 req-8967da29-9bd8-4900-88d7-3036a0edd047 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Jul 28 21:41:24.488263 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['90b3e880-741d-48ae-a02a-29f3113b9861'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:41:24.883951 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0972f-e028-4f74-9341-320ca7a20465 req-06e3f470-babe-474e-aa8e-71921077b765 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:24.885529 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e0a0972f-e028-4f74-9341-320ca7a20465 req-06e3f470-babe-474e-aa8e-71921077b765 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 944 time: 0.0477161 Jul 28 21:41:24.924919 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e0a0972f-e028-4f74-9341-320ca7a20465 req-b81b963a-2144-4d10-bcc6-88acffef9808 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330565 Jul 28 21:41:25.057299 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994be6a-4df3-467f-a09c-aae7e12b8325 req-d1fb03bd-3fc7-49a4-88a4-7a8a4bf3bc8d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:25.058960 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b994be6a-4df3-467f-a09c-aae7e12b8325 req-d1fb03bd-3fc7-49a4-88a4-7a8a4bf3bc8d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0525746 Jul 28 21:41:25.097569 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b994be6a-4df3-467f-a09c-aae7e12b8325 req-8807c764-f0b6-4050-85f7-12e8b7d19761 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jul 28 21:41:25.570480 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f4619-9ca3-476a-894a-d33492329227 req-205071b9-e75a-43f2-b9db-7a72da92396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:25.572013 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-dd1f4619-9ca3-476a-894a-d33492329227 req-205071b9-e75a-43f2-b9db-7a72da92396f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 1098 time: 0.0470994 Jul 28 21:41:26.050435 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dc224-8968-4c38-a87a-ff634f57b75b req-8b161d42-9808-43fd-90ca-c0b29274a066 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:26.052443 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7e4dc224-8968-4c38-a87a-ff634f57b75b req-8b161d42-9808-43fd-90ca-c0b29274a066 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 944 time: 0.0565631 Jul 28 21:41:26.093640 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7e4dc224-8968-4c38-a87a-ff634f57b75b req-f79db000-77e6-4d1f-9c1d-15b9b7817074 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Jul 28 21:41:26.230900 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8c3e-c099-4ad6-a43f-c98f09661d12 req-883cf8ab-878a-4a41-a343-7e7c80d9f5ba tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:26.232393 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f74e8c3e-c099-4ad6-a43f-c98f09661d12 req-883cf8ab-878a-4a41-a343-7e7c80d9f5ba tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0489225 Jul 28 21:41:26.271898 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f74e8c3e-c099-4ad6-a43f-c98f09661d12 req-c2f08c50-1bba-401d-a16c-89da56d51be5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Jul 28 21:41:26.606707 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 90b3e880-741d-48ae-a02a-29f3113b9861 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:26.642430 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-dd1f4619-9ca3-476a-894a-d33492329227 req-3f6feadf-762c-4513-a972-12604b77f9df service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323629 Jul 28 21:41:26.655387 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 90b3e880-741d-48ae-a02a-29f3113b9861 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:26.659150 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 90b3e880-741d-48ae-a02a-29f3113b9861 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:26.659623 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:26.732142 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:26.754123 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b3e880-741d-48ae-a02a-29f3113b9861'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:26.756371 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8b06c-9e30-4e43-b0bc-9a20bf5afda3" -d '{"events": [{"server_uuid": "cf00b470-0803-4d48-a7cf-6566ce98167a", "name": "network-vif-plugged", "status": "completed", "tag": "90b3e880-741d-48ae-a02a-29f3113b9861"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:26.768586 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 90b3e880-741d-48ae-a02a-29f3113b9861, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=90b3e880-741d-48ae-a02a-29f3113b9861,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:26.772801 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:26.798157 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b59c9-20db-4c38-a6ff-525383a7b600 x-openstack-request-id: req-338b59c9-20db-4c38-a6ff-525383a7b600 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:26.798466 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf00b470-0803-4d48-a7cf-6566ce98167a", "name": "network-vif-plugged", "status": "completed", "tag": "90b3e880-741d-48ae-a02a-29f3113b9861", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:26.798712 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-338b59c9-20db-4c38-a6ff-525383a7b600 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:26.799087 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b3e880-741d-48ae-a02a-29f3113b9861', 'code': 200} Jul 28 21:41:26.824225 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=90b3e880-741d-48ae-a02a-29f3113b9861,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:27.208947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3479c9c-0715-45e0-8979-032c67d694e3 req-485aa23f-3560-4071-bd1d-90d5040fa795 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:27.210470 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a3479c9c-0715-45e0-8979-032c67d694e3 req-485aa23f-3560-4071-bd1d-90d5040fa795 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0471852 Jul 28 21:41:27.248000 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a3479c9c-0715-45e0-8979-032c67d694e3 req-5d810dda-0cc9-4333-9224-064e4b023bef tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Jul 28 21:41:27.383857 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c388406-038a-4dd5-a895-56d32dfe902c req-e915ebee-5b77-412f-b143-2ca400bd42c3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:27.385247 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c388406-038a-4dd5-a895-56d32dfe902c req-e915ebee-5b77-412f-b143-2ca400bd42c3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0479503 Jul 28 21:41:27.423269 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c388406-038a-4dd5-a895-56d32dfe902c req-567d5d01-bdc3-41ff-baf5-45d013b78818 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jul 28 21:41:28.357396 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91fdc-9e67-41e5-8021-aac9a2a4887d req-b943ee08-a9ed-4bf5-ab6d-49be5f44b463 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:28.358839 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79d91fdc-9e67-41e5-8021-aac9a2a4887d req-b943ee08-a9ed-4bf5-ab6d-49be5f44b463 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0459368 Jul 28 21:41:28.400527 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79d91fdc-9e67-41e5-8021-aac9a2a4887d req-4f01abfc-8868-4a55-88de-e98cc7247971 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Jul 28 21:41:28.541238 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ddb89-90c6-4ef2-abe4-d9343afd8ca8 req-deb4465d-917c-4ab5-9167-d99b427011d8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:28.542733 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a83ddb89-90c6-4ef2-abe4-d9343afd8ca8 req-deb4465d-917c-4ab5-9167-d99b427011d8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0475404 Jul 28 21:41:28.579505 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a83ddb89-90c6-4ef2-abe4-d9343afd8ca8 req-38a8dda6-978d-4790-86ea-ee3e163ea2e6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Jul 28 21:41:28.914828 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12832e81-4b93-4dd7-aae1-e828bfcf06fe req-0b080a9d-4f81-4e80-8936-8987b565868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:28.916310 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-12832e81-4b93-4dd7-aae1-e828bfcf06fe req-0b080a9d-4f81-4e80-8936-8987b565868c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 1098 time: 0.0394952 Jul 28 21:41:28.957288 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-12832e81-4b93-4dd7-aae1-e828bfcf06fe req-06dcd4f0-3156-4635-8f2b-23cfc0ce03d9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293348 Jul 28 21:41:29.537220 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88839495-597e-4bad-8877-c29b174afb94 req-bad3009f-c70f-4b7c-ab47-aed62f4b0d71 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:29.545031 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-88839495-597e-4bad-8877-c29b174afb94 req-bad3009f-c70f-4b7c-ab47-aed62f4b0d71 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0621703 Jul 28 21:41:29.602482 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-88839495-597e-4bad-8877-c29b174afb94 req-b24e1d4d-363e-4926-a08a-0c646fba695b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561793 Jul 28 21:41:29.728974 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821150f-a78a-4b97-92db-71f3f137297c req-669c6b29-5cd8-4c92-b22b-1ec1a692e2f1 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:29.730578 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5821150f-a78a-4b97-92db-71f3f137297c req-669c6b29-5cd8-4c92-b22b-1ec1a692e2f1 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0528603 Jul 28 21:41:29.770434 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5821150f-a78a-4b97-92db-71f3f137297c req-5e103b50-6798-4896-a1de-5be77a093644 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338912 Jul 28 21:41:29.928761 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:41:30.385351 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59244) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:30.489720 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9f9eb283-2582-49bb-83c0-88fd021c685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.580906 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9f9eb283-2582-49bb-83c0-88fd021c685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.584802 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9f9eb283-2582-49bb-83c0-88fd021c685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.623328 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-9f9eb283-2582-49bb-83c0-88fd021c685b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fbfbbb0a14f472e8e528a2a790f7c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367294 Jul 28 21:41:30.624268 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9eb283-2582-49bb-83c0-88fd021c685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654860de-f076-4fb0-8255-2af0adda42c2,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:30.625848 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59250) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:30.715326 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-890eca5a-d839-42b8-be11-c7319e74909f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.748523 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aaaf0b-d8dc-4899-a74d-b5f3b817aeae req-e65c64f3-1529-497a-b641-4bcbf331bb09 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:30.750013 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b3aaaf0b-d8dc-4899-a74d-b5f3b817aeae req-e65c64f3-1529-497a-b641-4bcbf331bb09 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0778191 Jul 28 21:41:30.751929 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-890eca5a-d839-42b8-be11-c7319e74909f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.818402 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b3aaaf0b-d8dc-4899-a74d-b5f3b817aeae req-2b510660-c4f8-42c1-9df6-87e85be86cf0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Jul 28 21:41:30.851289 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-890eca5a-d839-42b8-be11-c7319e74909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.853712 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-890eca5a-d839-42b8-be11-c7319e74909f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:30.858151 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-890eca5a-d839-42b8-be11-c7319e74909f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/654860de-f076-4fb0-8255-2af0adda42c2 HTTP/1.1" status: 204 len: 168 time: 0.2312188 Jul 28 21:41:30.867327 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eca5a-d839-42b8-be11-c7319e74909f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654860de-f076-4fb0-8255-2af0adda42c2,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:30.969648 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766c0d-a09a-494e-8444-c633d7393f55 req-9d7babe7-a8d6-4043-b5af-cd267eda7de0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:30.971754 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f3766c0d-a09a-494e-8444-c633d7393f55 req-9d7babe7-a8d6-4043-b5af-cd267eda7de0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1147568 Jul 28 21:41:31.011673 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f3766c0d-a09a-494e-8444-c633d7393f55 req-7417cbd8-ec34-4a72-8492-e07443efeebc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Jul 28 21:41:31.132546 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c9b36-066d-4ffb-a5b4-714c45890757 req-0ada1704-d23b-4474-8fe3-113e7d307caa tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:31.134024 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-128c9b36-066d-4ffb-a5b4-714c45890757 req-0ada1704-d23b-4474-8fe3-113e7d307caa tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0538182 Jul 28 21:41:31.151920 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59276) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:31.164645 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13112208-1a50-4f33-a449-5be76b8acb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.172659 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-128c9b36-066d-4ffb-a5b4-714c45890757 req-1a0c41bb-013a-4956-8677-46fa62e84b32 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320861 Jul 28 21:41:31.253815 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13112208-1a50-4f33-a449-5be76b8acb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.257508 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13112208-1a50-4f33-a449-5be76b8acb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.294346 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-13112208-1a50-4f33-a449-5be76b8acb1e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f2cb2de98384873aaf66d9cf3d49d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413343 Jul 28 21:41:31.296301 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13112208-1a50-4f33-a449-5be76b8acb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f024c684-713a-4a34-94fc-bd32b64e61d6,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:31.297092 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59280) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:31.346774 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-3b79-470c-8d21-5e8975df3176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.368268 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-3b79-470c-8d21-5e8975df3176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.415543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-3b79-470c-8d21-5e8975df3176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.418458 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7747e280-3b79-470c-8d21-5e8975df3176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.422368 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-7747e280-3b79-470c-8d21-5e8975df3176 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f024c684-713a-4a34-94fc-bd32b64e61d6 HTTP/1.1" status: 204 len: 168 time: 0.1215906 Jul 28 21:41:31.434148 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e280-3b79-470c-8d21-5e8975df3176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f024c684-713a-4a34-94fc-bd32b64e61d6,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:31.758126 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59292) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:31.771628 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a5068457-ddae-417f-bab7-6decadb45cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.861428 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a5068457-ddae-417f-bab7-6decadb45cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.866809 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a5068457-ddae-417f-bab7-6decadb45cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:31.916956 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5068457-ddae-417f-bab7-6decadb45cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97515af-e5f8-4de2-9898-e257cb0065c9,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:31.935898 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a5068457-ddae-417f-bab7-6decadb45cb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dade2def8ae41a0b1ffe0edd2fd7cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767530 Jul 28 21:41:31.938595 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59298) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:31.959021 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f952fa-3cc5-4946-aa45-b65545c3223d req-7ec338e8-f806-4127-8efc-4320c406af08 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:31.960612 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99f952fa-3cc5-4946-aa45-b65545c3223d req-7ec338e8-f806-4127-8efc-4320c406af08 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0632186 Jul 28 21:41:31.988841 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77848fcf-f5d6-4958-bccb-840e931e101b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.001589 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99f952fa-3cc5-4946-aa45-b65545c3223d req-0282c43f-fd65-4743-a7f6-9b283dd0a3a8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Jul 28 21:41:32.014916 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77848fcf-f5d6-4958-bccb-840e931e101b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.062466 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77848fcf-f5d6-4958-bccb-840e931e101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.065514 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77848fcf-f5d6-4958-bccb-840e931e101b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.066675 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-77848fcf-f5d6-4958-bccb-840e931e101b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e97515af-e5f8-4de2-9898-e257cb0065c9 HTTP/1.1" status: 204 len: 168 time: 0.1270430 Jul 28 21:41:32.074912 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848fcf-f5d6-4958-bccb-840e931e101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97515af-e5f8-4de2-9898-e257cb0065c9,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:32.697018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59326) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:32.789982 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-522103706-network', 'tenant_id': '0dd8d90b007e406491b89089161db546'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:32.810372 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Made reservation on behalf of 0dd8d90b007e406491b89089161db546 for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:32.812687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.823373 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.914863 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.918465 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.946839 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:41:32.958405 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1913e2d3-591e-4aa2-bfd0-544b82a50d5e,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:32.963589 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:32.963930 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Added segment 5aaa8f8a-56da-4d11-a5d3-5e97944d59d0 of type vlan for network 05082fd2-e1af-4aff-be2e-7824833da36e Jul 28 21:41:33.010988 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:33.043854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:33.044857 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:33.045451 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:33.097262 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3991556 Jul 28 21:41:33.103221 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59338) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:33.109373 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Request body: {'subnet': {'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-522103706-subnet', 'tenant_id': '0dd8d90b007e406491b89089161db546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:33.110911 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4d68-ed3c-4675-b6af-45c0a69561dd admin admin] Pushing event updated for resources: {'Network': ['ID=05082fd2-e1af-4aff-be2e-7824833da36e,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:33.126682 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 05082fd2-e1af-4aff-be2e-7824833da36e details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:41:33.148337 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf3822-fd21-481a-bbea-3347bf406df6 req-37ec9352-4c61-4230-83f6-ac5a0545ee83 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:33.149890 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-06bf3822-fd21-481a-bbea-3347bf406df6 req-37ec9352-4c61-4230-83f6-ac5a0545ee83 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0720928 Jul 28 21:41:33.151098 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Made reservation on behalf of 0dd8d90b007e406491b89089161db546 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:33.153235 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:33.242158 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-06bf3822-fd21-481a-bbea-3347bf406df6 req-ac84f27d-24bc-4c25-9faf-7214cb2a8a70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857880 Jul 28 21:41:33.349356 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:33.401430 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f35001-9668-4acc-ad8f-70a84ffef5bb,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:33.411352 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Checking segment: {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:33.411707 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Network hostable DHCP agents. Network: 05082fd2-e1af-4aff-be2e-7824833da36e, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:41:33.437049 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Network 05082fd2-e1af-4aff-be2e-7824833da36e is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:41:33.447468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 05082fd2-e1af-4aff-be2e-7824833da36e) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:33.451792 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:33.452379 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:33.456436 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4794b-ceda-4fa4-9968-b58a12a1d6e3 None None] Network 05082fd2-e1af-4aff-be2e-7824833da36e requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:33.472299 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-3740105e-4e27-4ea2-bea6-9b45b845dc37 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3676150 Jul 28 21:41:33.586721 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250817a1-f71f-44bf-bdf6-f3ba2d529223 None None] Network 05082fd2-e1af-4aff-be2e-7824833da36e requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:34.389096 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbd6c9-d7b7-4748-950c-75e9399ca90d req-0ba92fd6-f7ea-4328-bb74-d6dc90d8c8d4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:34.390701 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-83dbd6c9-d7b7-4748-950c-75e9399ca90d req-0ba92fd6-f7ea-4328-bb74-d6dc90d8c8d4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.0671597 Jul 28 21:41:34.431320 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-83dbd6c9-d7b7-4748-950c-75e9399ca90d req-275eec50-5a1c-40c4-bc59-c2c12304248f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338106 Jul 28 21:41:34.903900 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-51ca87a9-8d40-4cfc-b82b-1922a6a58bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:34.905434 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-51ca87a9-8d40-4cfc-b82b-1922a6a58bf0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.0737193 Jul 28 21:41:34.917007 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f94a52-fea0-42f7-850a-ad97f63fa41d req-b6a612ba-e574-493b-8ca3-db1ed13950e2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:34.918449 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-41f94a52-fea0-42f7-850a-ad97f63fa41d req-b6a612ba-e574-493b-8ca3-db1ed13950e2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0772171 Jul 28 21:41:35.011337 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-41f94a52-fea0-42f7-850a-ad97f63fa41d req-37f0603c-0760-4848-aaa3-8396f41e4eb7 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832710 Jul 28 21:41:35.043892 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-1a587969-9e49-43ee-85e7-043e68ed692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:35.045491 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-1a587969-9e49-43ee-85e7-043e68ed692f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.1261213 Jul 28 21:41:35.107973 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-0831d911-ab0d-4b9b-b0b0-9cb488613a07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0444679 Jul 28 21:41:35.188173 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-9024e729-b7eb-42a6-ad98-627c4ee87b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:35.190907 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-9024e729-b7eb-42a6-ad98-627c4ee87b09 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0578566 Jul 28 21:41:35.237646 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-ddf1f52b-7501-4bfb-a95b-be2364c3a201 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389276 Jul 28 21:41:35.404825 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-bfdae79a-9257-4e74-9832-98eee1bad043 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335008 Jul 28 21:41:35.421342 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-3c9345e7-636e-4409-9a8e-e14f35eb04ba tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:35.422874 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-3c9345e7-636e-4409-9a8e-e14f35eb04ba tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/networks?id=05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 200 len: 808 time: 0.2107813 Jul 28 21:41:35.479950 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-c4586f14-7af0-4877-860a-db02c43c21b1 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/quotas/0dd8d90b007e406491b89089161db546 HTTP/1.1" status: 200 len: 375 time: 0.0464854 Jul 28 21:41:35.518360 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-44081271-c960-41e4-83c7-ee1d106bf407 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dd8d90b007e406491b89089161db546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298293 Jul 28 21:41:35.584915 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e35a537-3a13-47b6-9b21-8e60d3940800 req-b2daa2f9-c3d7-43bd-b315-355dc6d1f063 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587791 Jul 28 21:41:35.631907 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-311c9db7-3af7-4171-b844-ba6b709afdf0 service neutron] 10.222.0.21 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015890 Jul 28 21:41:35.773705 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-63dae87e-a114-43b5-9bc8-ae828d81a0b0 service neutron] 10.222.0.21 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347022 Jul 28 21:41:35.937483 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-da95c1b3-60db-426a-8530-9c0363be0ef1 req-dff38d80-889c-4b09-a23a-163e729fc074 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 210 time: 0.0287499 Jul 28 21:41:36.143459 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac249-9d6e-4c94-bb40-89ce69eb8362 req-8b9ad0ac-2b2e-483c-ad41-cb71ae6832e5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:36.145237 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bcbac249-9d6e-4c94-bb40-89ce69eb8362 req-8b9ad0ac-2b2e-483c-ad41-cb71ae6832e5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0551186 Jul 28 21:41:36.188265 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bcbac249-9d6e-4c94-bb40-89ce69eb8362 req-79187abd-5ab2-4558-a419-6ea95be7b4bd tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Jul 28 21:41:37.118614 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c0228acd-a533-4bc3-9bca-934132467cf1 req-e247f7bd-7d4e-42e6-94b5-15db5928aff9 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 210 time: 0.0439765 Jul 28 21:41:37.184853 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-901c12fc-83a0-40e0-8a0c-f64bc6cfc46d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:37.186419 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-901c12fc-83a0-40e0-8a0c-f64bc6cfc46d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "GET /v2.0/networks?id=05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 200 len: 808 time: 0.1947312 Jul 28 21:41:37.200856 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Request body: {'port': {'device_id': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e', 'admin_state_up': True, 'tenant_id': '0dd8d90b007e406491b89089161db546'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:37.350275 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28daa49-e937-453f-9e07-e0a28cf2865d req-2176e82e-5002-4d83-a6a6-3285fef496e8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:37.351741 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a28daa49-e937-453f-9e07-e0a28cf2865d req-2176e82e-5002-4d83-a6a6-3285fef496e8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0793886 Jul 28 21:41:37.395982 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a28daa49-e937-453f-9e07-e0a28cf2865d req-ad7093ae-5670-4c08-888c-fa510b4035f3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362208 Jul 28 21:41:37.400419 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Made reservation on behalf of 0dd8d90b007e406491b89089161db546 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:37.405419 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:37.581248 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Allocated IP 172.20.0.6 (05082fd2-e1af-4aff-be2e-7824833da36e/e5f35001-9668-4acc-ad8f-70a84ffef5bb/6c1c4543-aee9-450f-af3c-623e78f2382d) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:37.973451 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a0781ed3-28cc-4682-b447-49e264cd44b2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:37.974900 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a0781ed3-28cc-4682-b447-49e264cd44b2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.3956919 Jul 28 21:41:38.000471 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-208787bd-fd0d-41ce-b14d-85157c9b2bf0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/quotas/c0113109182e4b4aa2484b639c0d834b HTTP/1.1" status: 200 len: 375 time: 0.0167480 Jul 28 21:41:38.067522 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.088425 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-bfad63cd-4303-4527-8c8f-65649b4e294e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790446 Jul 28 21:41:38.176113 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.233016 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Network 05082fd2-e1af-4aff-be2e-7824833da36e is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:38.233252 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce21d0-1c87-4a30-9c4e-f0e0018dd713 req-0f998062-3946-425c-b805-e918d7d72b35 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:38.234691 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-62ce21d0-1c87-4a30-9c4e-f0e0018dd713 req-0f998062-3946-425c-b805-e918d7d72b35 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 931 time: 0.0491438 Jul 28 21:41:38.237452 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-edf4d8f1-f004-4dec-8330-00ef2009f0d1 service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406283 Jul 28 21:41:38.242198 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:38.254350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:38.258752 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Pushing event updated for resources: {'Port': ['ID=6c1c4543-aee9-450f-af3c-623e78f2382d,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:38.275146 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-62ce21d0-1c87-4a30-9c4e-f0e0018dd713 req-e3a32434-4927-47f8-9d08-b7b546502d26 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Jul 28 21:41:38.345416 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:38.346037 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.368464 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-f706a425-95e2-4878-9cc8-fa61599ba097 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714509 Jul 28 21:41:38.383825 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Request body: {'port': {'device_id': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:38.390702 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-cfb03ae4-edf7-4094-9695-cbe3e0308d21 service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439836 Jul 28 21:41:38.440050 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.546528 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d6c27-6f43-4049-86f0-977f4af4422a req-1ba8eab0-3fce-435f-ad84-f9911eae481b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:38.548134 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b22d6c27-6f43-4049-86f0-977f4af4422a req-1ba8eab0-3fce-435f-ad84-f9911eae481b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0617003 Jul 28 21:41:38.606862 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8453cb59-521a-486b-ac27-7ea0e335203f req-09ff2b8b-e55c-49ac-9b84-7fb3166aa2b9 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 210 time: 0.0423276 Jul 28 21:41:38.638561 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b22d6c27-6f43-4049-86f0-977f4af4422a req-cc87e5e6-47b7-4eca-8ae9-c14aea7e814c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826793 Jul 28 21:41:38.818217 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59614) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:38.853030 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1c4543-aee9-450f-af3c-623e78f2382d {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:38.865876 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.895614 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Transition to ACTIVE for port object 6c1c4543-aee9-450f-af3c-623e78f2382d will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:38.901320 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Deleting subnet 29f6eb3e-7f2d-46a6-8b5c-83f81646d3cb {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:41:38.902523 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.914493 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:38.985849 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.000549 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1c4543-aee9-450f-af3c-623e78f2382d,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:39.032943 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.068229 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Attempting to bind port 6c1c4543-aee9-450f-af3c-623e78f2382d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:39.068827 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Attempting to bind port 6c1c4543-aee9-450f-af3c-623e78f2382d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:39.069313 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Attempting to bind port 6c1c4543-aee9-450f-af3c-623e78f2382d on network 05082fd2-e1af-4aff-be2e-7824833da36e {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:39.075213 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Port 6c1c4543-aee9-450f-af3c-623e78f2382d on network 05082fd2-e1af-4aff-be2e-7824833da36e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:41:39.076024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Attempting to bind port 6c1c4543-aee9-450f-af3c-623e78f2382d on network 05082fd2-e1af-4aff-be2e-7824833da36e {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:39.082222 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:39.082772 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Checking segment: {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:39.083353 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Bound using segment: {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:39.084030 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Bound port: 6c1c4543-aee9-450f-af3c-623e78f2382d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:39.084587 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.103563 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.141152 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f6eb3e-7f2d-46a6-8b5c-83f81646d3cb,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:39.148752 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.157017 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-5b6454da-7cb1-428d-9fef-e2518c841c8b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29f6eb3e-7f2d-46a6-8b5c-83f81646d3cb HTTP/1.1" status: 204 len: 168 time: 0.3373389 Jul 28 21:41:39.157640 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59628) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:39.184915 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] For port 6c1c4543-aee9-450f-af3c-623e78f2382d, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:39.189796 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] For port 6c1c4543-aee9-450f-af3c-623e78f2382d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c1c4543-aee9-450f-af3c-623e78f2382d,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:39.196443 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.232483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59634) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:39.232799 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:39.233118 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.234533 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] 10.222.0.22 "PUT /v2.0/ports/6c1c4543-aee9-450f-af3c-623e78f2382d HTTP/1.1" status: 200 len: 1093 time: 0.8549488 Jul 28 21:41:39.235047 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'tag': '6c1c4543-aee9-450f-af3c-623e78f2382d'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:39.238560 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb7d31-5f56-4d5a-9085-09e768a9780c" -d '{"events": [{"name": "network-changed", "server_uuid": "4676d7ce-e759-4e7e-8b19-d9e358a88836", "tag": "6c1c4543-aee9-450f-af3c-623e78f2382d"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:39.287735 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.336008 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2bdb66-af29-4753-8656-437768dbdcbe x-openstack-request-id: req-ba2bdb66-af29-4753-8656-437768dbdcbe {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:39.336537 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4676d7ce-e759-4e7e-8b19-d9e358a88836", "tag": "6c1c4543-aee9-450f-af3c-623e78f2382d", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:39.336940 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba2bdb66-af29-4753-8656-437768dbdcbe {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:39.337477 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'tag': '6c1c4543-aee9-450f-af3c-623e78f2382d', 'status': 'completed', 'code': 200} Jul 28 21:41:39.364970 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b89cb-b95e-4914-a8d5-a9a934670695 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1c4543-aee9-450f-af3c-623e78f2382d,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:39.398048 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-8ccc6154-4469-42e1-9ad8-d53825a74ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:39.399904 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-8ccc6154-4469-42e1-9ad8-d53825a74ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd8d90b007e406491b89089161db546&device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 1096 time: 0.0809250 Jul 28 21:41:39.477381 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.484126 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-c7b92219-c809-4cb9-a215-4e5753f328a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c1c4543-aee9-450f-af3c-623e78f2382d HTTP/1.1" status: 200 len: 217 time: 0.0745382 Jul 28 21:41:39.489173 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a58578-e6b0-42ba-b468-c274ca93d1fb']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:39.499452 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bdc1f6-6b8c-48f0-9e05-9cba9f498085') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:39.499979 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bdc1f6-6b8c-48f0-9e05-9cba9f498085') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:39.511133 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.525312 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.535752 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59646) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:39.541078 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:41:39.541477 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:41:39.543090 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:41:39.571756 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdaf2f4-5817-4300-aeaf-693f5509de97 req-8329a3ad-98f2-4470-b581-d1423bec073d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:39.573440 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5cdaf2f4-5817-4300-aeaf-693f5509de97 req-8329a3ad-98f2-4470-b581-d1423bec073d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 943 time: 0.1628170 Jul 28 21:41:39.575365 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-77528c5a-f817-4981-a0a6-b7b5b43374bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:39.576870 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-77528c5a-f817-4981-a0a6-b7b5b43374bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5f35001-9668-4acc-ad8f-70a84ffef5bb HTTP/1.1" status: 200 len: 848 time: 0.0770459 Jul 28 21:41:39.598940 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0ec96bc9-8b80-47e9-aeff-98832d88521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.602968 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-764f86a3-26e8-4780-ad5a-7d2703e7019e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1992748 Jul 28 21:41:39.626520 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.638576 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.645856 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] 10.222.0.21 "DELETE /v2.0/networks/98a58578-e6b0-42ba-b468-c274ca93d1fb HTTP/1.1" status: 204 len: 168 time: 0.4865754 Jul 28 21:41:39.650866 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59654) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:39.681866 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5cdaf2f4-5817-4300-aeaf-693f5509de97 req-9d6c9b68-0628-4e53-9bb1-0b66f9889170 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004300 Jul 28 21:41:39.710998 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa4a44-d648-4c20-8873-512b63bbc993 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a58578-e6b0-42ba-b468-c274ca93d1fb,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:39.728909 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-7bda59e7-8214-4f6c-b767-0d17699c1ef4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05082fd2-e1af-4aff-be2e-7824833da36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199446 Jul 28 21:41:39.748245 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6345792e-47f2-447a-9654-f1b1e37df0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:39.933807 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfec07-8f36-4bed-b9c1-d9794d782575 req-ae3e2d72-ce68-46e4-ad66-8ea36bf7e979 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:39.935429 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3ddfec07-8f36-4bed-b9c1-d9794d782575 req-ae3e2d72-ce68-46e4-ad66-8ea36bf7e979 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1539943 Jul 28 21:41:39.961680 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e2f79e7d-75b7-4a49-b7cf-44409cf21720 req-accd79dc-2db7-4fd4-b984-ee5443b6485a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 210 time: 0.2417548 Jul 28 21:41:39.978691 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Deleting subnet 42790845-f0f4-487b-85d5-3492bd3bfe31 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:41:39.985639 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.002851 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-6cd4e3a8-764a-4031-bbf0-f26538f3d3e6 service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398195 Jul 28 21:41:40.040414 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3ddfec07-8f36-4bed-b9c1-d9794d782575 req-e2e6d5b0-1e48-4f2a-b24e-2d2669c76cb1 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952015 Jul 28 21:41:40.045373 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-7ad751ed-8d19-4542-a235-77861511fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.047296 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-7ad751ed-8d19-4542-a235-77861511fea1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 1098 time: 0.3710368 Jul 28 21:41:40.048009 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a0a0065f-d3a3-48bf-b8b2-30f99afa0e8f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.050065 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a0a0065f-d3a3-48bf-b8b2-30f99afa0e8f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.2069323 Jul 28 21:41:40.076822 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.098271 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Request body: {'port': {'device_id': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'admin_state_up': True, 'tenant_id': 'c0113109182e4b4aa2484b639c0d834b'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:40.114291 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0ec96bc9-8b80-47e9-aeff-98832d88521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.154677 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0ec96bc9-8b80-47e9-aeff-98832d88521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.222293 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-0ec96bc9-8b80-47e9-aeff-98832d88521e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be7b92d89eae4187a5090c8ea8ce4fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9886615 Jul 28 21:41:40.229009 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.229430 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59664) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:40.232590 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec96bc9-8b80-47e9-aeff-98832d88521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e189ec95-a8e4-44de-a0d7-847ba3c935bb,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:40.265174 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-022d9710-6504-46b1-8eb0-36d21db9a238 req-55ec024c-8a14-40a2-8c5b-8d61e3a51d6a service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393034 Jul 28 21:41:40.273352 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-b0ce8864-52ef-498e-97c2-2a4f3d69a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.274922 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-b0ce8864-52ef-498e-97c2-2a4f3d69a892 service neutron] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 916 time: 0.1763806 Jul 28 21:41:40.325242 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d244dbcf-f9bc-447e-a863-36ae0de6b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.329380 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-00444bff-cff0-4f51-ab66-175b794e3932 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c HTTP/1.1" status: 200 len: 217 time: 0.0431044 Jul 28 21:41:40.365368 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.389295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d244dbcf-f9bc-447e-a863-36ae0de6b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.395497 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42790845-f0f4-487b-85d5-3492bd3bfe31,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:40.397168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6345792e-47f2-447a-9654-f1b1e37df0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.402037 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.403921 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-80e74c55-d5be-4424-a050-0ee05749dbdf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/42790845-f0f4-487b-85d5-3492bd3bfe31 HTTP/1.1" status: 204 len: 168 time: 0.7520063 Jul 28 21:41:40.408261 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59666) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:40.417043 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6345792e-47f2-447a-9654-f1b1e37df0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.451985 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-8b9c0633-37ab-45df-9159-68ee9d8de568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.453513 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-8b9c0633-37ab-45df-9159-68ee9d8de568 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd8d90b007e406491b89089161db546&device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 1096 time: 0.1299281 Jul 28 21:41:40.454864 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-ec30d68d-57d4-499e-89d1-0222415af5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.456316 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-ec30d68d-57d4-499e-89d1-0222415af5c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.1188340 Jul 28 21:41:40.485293 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Made reservation on behalf of c0113109182e4b4aa2484b639c0d834b for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:40.489234 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.506375 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-1abcf7be-1761-4d4e-aa08-06af99220813 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363393 Jul 28 21:41:40.509231 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.515622 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6345792e-47f2-447a-9654-f1b1e37df0fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2ee665d8ff040dfb856c502873b2825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9776213 Jul 28 21:41:40.518600 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59668) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:40.541979 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345792e-47f2-447a-9654-f1b1e37df0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165f3678-949a-44e9-8e72-51efc6d3780b,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:40.572603 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d244dbcf-f9bc-447e-a863-36ae0de6b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.575289 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d244dbcf-f9bc-447e-a863-36ae0de6b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.576434 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d244dbcf-f9bc-447e-a863-36ae0de6b4cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e189ec95-a8e4-44de-a0d7-847ba3c935bb HTTP/1.1" status: 204 len: 168 time: 0.3433444 Jul 28 21:41:40.621495 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244dbcf-f9bc-447e-a863-36ae0de6b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e189ec95-a8e4-44de-a0d7-847ba3c935bb,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:40.627376 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-99c66791-83f6-4a0c-813f-463e367998fd service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907619 Jul 28 21:41:40.683690 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-e5e435e3-c57a-4e0b-b466-b4df152ab03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.685187 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-e5e435e3-c57a-4e0b-b466-b4df152ab03e service neutron] 10.222.0.22 "GET /v2.0/networks?id=05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 200 len: 909 time: 0.2155948 Jul 28 21:41:40.752741 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-2136f6d3-8431-4df3-8ade-ca1442b66d88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c1c4543-aee9-450f-af3c-623e78f2382d HTTP/1.1" status: 200 len: 217 time: 0.0532985 Jul 28 21:41:40.792542 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.803544 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Allocated IP 172.20.0.6 (654e39fe-305b-4197-a58c-5c2dfa0f3ec2/95e8a887-edda-4f8b-aaf3-b01a87e70ae9/163e548a-2389-49aa-9529-9fd3898d36a9) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:40.807851 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fb99f0-3f2c-424f-90a2-968beee64250']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:40.842854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6478720-74ef-42ae-86c6-e0060adda6cc') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:40.846758 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6478720-74ef-42ae-86c6-e0060adda6cc') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:40.848496 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90a9432a-5779-4623-8a11-614ce8728ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.857280 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c6c06075-70a0-43ce-b4f5-492d42637fb6 req-b74e5f2b-da7f-4fd8-84ac-b6cfe5a5b6aa service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027955 Jul 28 21:41:40.866695 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.889911 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90a9432a-5779-4623-8a11-614ce8728ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.891871 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.896344 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-4c873c79-e896-414b-afce-ef105996e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.897814 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-4c873c79-e896-414b-afce-ef105996e008 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5f35001-9668-4acc-ad8f-70a84ffef5bb HTTP/1.1" status: 200 len: 848 time: 0.1311688 Jul 28 21:41:40.904767 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:41:40.905279 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:41:40.907171 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:41:40.935250 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef2924-efc6-4f8e-aa37-9af6a5524fed req-e5978e14-0a12-4e96-b5b3-00231588cf66 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:40.936832 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-27ef2924-efc6-4f8e-aa37-9af6a5524fed req-e5978e14-0a12-4e96-b5b3-00231588cf66 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 943 time: 0.1357358 Jul 28 21:41:40.956050 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-f88cd997-f719-462e-84e5-a75cee50ecc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05082fd2-e1af-4aff-be2e-7824833da36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481668 Jul 28 21:41:40.985270 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.990768 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:40.996135 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] 10.222.0.21 "DELETE /v2.0/networks/10fb99f0-3f2c-424f-90a2-968beee64250 HTTP/1.1" status: 204 len: 168 time: 0.5880563 Jul 28 21:41:41.016812 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882606d-b9fd-42e0-9b0d-427e3ba8c63e admin admin] Pushing event deleted for resources: {'Network': ['ID=10fb99f0-3f2c-424f-90a2-968beee64250,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:41.023162 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90a9432a-5779-4623-8a11-614ce8728ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.026360 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-90a9432a-5779-4623-8a11-614ce8728ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.030638 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-90a9432a-5779-4623-8a11-614ce8728ed2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/165f3678-949a-44e9-8e72-51efc6d3780b HTTP/1.1" status: 204 len: 168 time: 0.5109267 Jul 28 21:41:41.053517 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9432a-5779-4623-8a11-614ce8728ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165f3678-949a-44e9-8e72-51efc6d3780b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:41.132637 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2369160c-bccf-483a-ad9f-3d655cde3e48 req-bf2aa5a5-a7a1-4505-b6e6-c112e8f27cea tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 210 time: 0.0371244 Jul 28 21:41:41.193247 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59696) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:41.282546 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-4fb2b5c4-e990-40f5-a059-16551d753d5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3548cb975f84be5b6d2e94798dbd3c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851643 Jul 28 21:41:41.284167 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59698) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:41.317676 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c8d38-5159-45e0-9ed3-062a0147c09a req-23c26d8f-d94b-47bd-b691-43144ff9b453 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:41.325511 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7d4c8d38-5159-45e0-9ed3-062a0147c09a req-23c26d8f-d94b-47bd-b691-43144ff9b453 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1024823 Jul 28 21:41:41.368396 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-27ef2924-efc6-4f8e-aa37-9af6a5524fed req-da0c269f-a851-4e63-9e57-8ef455a7fd64 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147422 Jul 28 21:41:41.389844 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7d4c8d38-5159-45e0-9ed3-062a0147c09a req-4780b5c7-c978-4065-aa57-015b091a5bd0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 Jul 28 21:41:41.411847 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-70e6dd54-8c90-4b46-869f-87c305dc7c2f service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269862 Jul 28 21:41:41.416968 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcebf-17f1-4dbb-8c4a-5780dd6f31a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.444986 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcebf-17f1-4dbb-8c4a-5780dd6f31a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.449730 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.509222 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcebf-17f1-4dbb-8c4a-5780dd6f31a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.513397 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcebf-17f1-4dbb-8c4a-5780dd6f31a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.515544 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8a2bcebf-17f1-4dbb-8c4a-5780dd6f31a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dfe52df-4870-4830-8840-7f3314c5ae7a HTTP/1.1" status: 204 len: 168 time: 0.2303376 Jul 28 21:41:41.524480 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bcebf-17f1-4dbb-8c4a-5780dd6f31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe52df-4870-4830-8840-7f3314c5ae7a,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:41.576027 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3b5354a8-89be-4f9a-82d4-d69748e56a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.618525 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.621838 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5bb7d31-5f56-4d5a-9085-09e768a9780c req-3113cbdf-3e5b-4d88-affd-0f2c65089ed9 service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783819 Jul 28 21:41:41.633631 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c', '90b3e880-741d-48ae-a02a-29f3113b9861'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:41:41.661990 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:41.665342 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:41.670076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:41.684675 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59708) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:41.702492 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-16f6e62c-6093-4808-9a1f-d4e4f5073bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.730483 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:41.731125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.737898 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event updated for resources: {'Port': ['ID=163e548a-2389-49aa-9529-9fd3898d36a9,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:41.838375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-16f6e62c-6093-4808-9a1f-d4e4f5073bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.842666 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-16f6e62c-6093-4808-9a1f-d4e4f5073bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.853593 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-f2311106-1f66-4d39-9f3f-9cd06e76e926 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7609820 Jul 28 21:41:41.872975 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Request body: {'port': {'device_id': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:41.884641 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-16f6e62c-6093-4808-9a1f-d4e4f5073bad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5504a8857fb4dc5b32debc62051af20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986446 Jul 28 21:41:41.889356 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59716) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:41.906045 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6e62c-6093-4808-9a1f-d4e4f5073bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb86f7-ae28-4f79-ba21-0ed626ca5320,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:41.972254 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:41.983864 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-68f6791e-d03c-4697-ad93-8486a4b96c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.011080 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-68f6791e-d03c-4697-ad93-8486a4b96c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.011231 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59720) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:42.069246 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-68f6791e-d03c-4697-ad93-8486a4b96c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.071738 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-68f6791e-d03c-4697-ad93-8486a4b96c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.075487 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-68f6791e-d03c-4697-ad93-8486a4b96c2c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efbb86f7-ae28-4f79-ba21-0ed626ca5320 HTTP/1.1" status: 204 len: 168 time: 0.1826131 Jul 28 21:41:42.080529 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59722) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:42.086360 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6791e-d03c-4697-ad93-8486a4b96c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb86f7-ae28-4f79-ba21-0ed626ca5320,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:42.135957 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-8cfbd42a-de41-42eb-9628-58fa12e2ff47 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd7f284060844cb1b48b7aea750ca8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237805 Jul 28 21:41:42.138654 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59728) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:42.233452 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-78482b79-682f-405a-9a70-8fe3505da33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.246960 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6c1c4543-aee9-450f-af3c-623e78f2382d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:41:42.275280 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-33258624-network', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:42.286269 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-78482b79-682f-405a-9a70-8fe3505da33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.319491 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04dc4b-422e-4bce-bd5d-ee114e8c66d6 req-d4103ce6-d5ac-4f29-bedf-3a3d34e3e9b3 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:42.321202 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5e04dc4b-422e-4bce-bd5d-ee114e8c66d6 req-d4103ce6-d5ac-4f29-bedf-3a3d34e3e9b3 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 931 time: 0.0997510 Jul 28 21:41:42.351103 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163e548a-2389-49aa-9529-9fd3898d36a9 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:42.359917 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Made reservation on behalf of c25557b9016b4b95b3d7bedacc4dc00b for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:42.361008 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.364163 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.377480 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.380331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Transition to ACTIVE for port object 163e548a-2389-49aa-9529-9fd3898d36a9 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:42.385715 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.388083 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 6c1c4543-aee9-450f-af3c-623e78f2382d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c1c4543-aee9-450f-af3c-623e78f2382d,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:42.402711 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5e04dc4b-422e-4bce-bd5d-ee114e8c66d6 req-dfebfd7a-2999-424b-972f-91ba4149b584 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Jul 28 21:41:42.422608 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-78482b79-682f-405a-9a70-8fe3505da33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.425441 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-78482b79-682f-405a-9a70-8fe3505da33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.429382 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-78482b79-682f-405a-9a70-8fe3505da33c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86701b3f-3eb5-4b94-ad7e-78bc8be576cd HTTP/1.1" status: 204 len: 168 time: 0.2894609 Jul 28 21:41:42.448530 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482b79-682f-405a-9a70-8fe3505da33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86701b3f-3eb5-4b94-ad7e-78bc8be576cd,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:42.450721 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '6c1c4543-aee9-450f-af3c-623e78f2382d', 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e', 'port_id': '6c1c4543-aee9-450f-af3c-623e78f2382d', 'mac_address': 'fa:16:3e:54:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f35001-9668-4acc-ad8f-70a84ffef5bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:41:42.497637 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Pushing event updated for resources: {'Port': ['ID=163e548a-2389-49aa-9529-9fd3898d36a9,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:42.557365 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.574070 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1c4543-aee9-450f-af3c-623e78f2382d {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:42.613501 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.620229 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 6c1c4543-aee9-450f-af3c-623e78f2382d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c1c4543-aee9-450f-af3c-623e78f2382d,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:42.629292 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.652255 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.660388 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07fbb9-6d90-4f7d-a378-06af9ade3374 req-e2efea63-dc09-4330-8ebb-c330e7ee2994 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:42.662290 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0f07fbb9-6d90-4f7d-a378-06af9ade3374 req-e2efea63-dc09-4330-8ebb-c330e7ee2994 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 943 time: 0.1053720 Jul 28 21:41:42.690458 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346dea2f-a766-4164-8ceb-b5d71163263f,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:42.698606 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=6c1c4543-aee9-450f-af3c-623e78f2382d,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:42.704041 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:41:42.712638 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Attempting to bind port 163e548a-2389-49aa-9529-9fd3898d36a9 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:42.713197 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Attempting to bind port 163e548a-2389-49aa-9529-9fd3898d36a9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:42.713826 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Attempting to bind port 163e548a-2389-49aa-9529-9fd3898d36a9 on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:42.720085 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d116775-0edd-487e-986d-db4cbb87c3dc req-b5b264ea-2f18-427a-bbe2-fe94d26413bc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:42.722707 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9d116775-0edd-487e-986d-db4cbb87c3dc req-b5b264ea-2f18-427a-bbe2-fe94d26413bc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1501417 Jul 28 21:41:42.723310 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.724409 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59742) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:42.734739 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.735086 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Added segment 3aa26e52-9628-45de-9474-d89cfe31c657 of type vlan for network e6a869d5-32f9-48eb-8efd-93850f857cf1 Jul 28 21:41:42.740687 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Port 163e548a-2389-49aa-9529-9fd3898d36a9 on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:41:42.744151 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Attempting to bind port 163e548a-2389-49aa-9529-9fd3898d36a9 on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:42.759486 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:42.759836 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Checking segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:42.760217 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Bound using segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:42.760641 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Bound port: 163e548a-2389-49aa-9529-9fd3898d36a9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:42.761026 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.766896 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0f07fbb9-6d90-4f7d-a378-06af9ade3374 req-fc13b0fe-c40c-42b0-b4b4-277fb24340e0 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911098 Jul 28 21:41:42.769506 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-554f292f-5b94-4d27-9fd4-2f7272eccf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.838035 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.842182 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] For port 163e548a-2389-49aa-9529-9fd3898d36a9, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:42.847762 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9d116775-0edd-487e-986d-db4cbb87c3dc req-e7a7007a-a65b-47ed-9bbf-b706bc3c3675 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130865 Jul 28 21:41:42.852978 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] For port 163e548a-2389-49aa-9529-9fd3898d36a9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e548a-2389-49aa-9529-9fd3898d36a9,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:42.864243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.895924 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.897109 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:42.897752 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.916667 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:42.917366 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:42.918848 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] 10.222.0.22 "PUT /v2.0/ports/163e548a-2389-49aa-9529-9fd3898d36a9 HTTP/1.1" status: 200 len: 1093 time: 1.0543654 Jul 28 21:41:42.919796 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'tag': '163e548a-2389-49aa-9529-9fd3898d36a9'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:42.922354 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c0ab0d-9f18-4416-80e9-761172688d3b", "tag": "163e548a-2389-49aa-9529-9fd3898d36a9"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:42.987326 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9273ec9-6329-4fbb-a26f-9e95274bf83c service neutron] Pushing event updated for resources: {'Port': ['ID=163e548a-2389-49aa-9529-9fd3898d36a9,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:43.009129 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ad16e6-e675-4d2a-b5d9-6a1998341c92 x-openstack-request-id: req-26ad16e6-e675-4d2a-b5d9-6a1998341c92 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:43.009584 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c0ab0d-9f18-4416-80e9-761172688d3b", "tag": "163e548a-2389-49aa-9529-9fd3898d36a9", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:43.009974 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26ad16e6-e675-4d2a-b5d9-6a1998341c92 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:43.010526 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'tag': '163e548a-2389-49aa-9529-9fd3898d36a9', 'status': 'completed', 'code': 200} Jul 28 21:41:43.027375 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6c1c4543-aee9-450f-af3c-623e78f2382d'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:41:43.027482 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] Pushing event updated for resources: {'Network': ['ID=e6a869d5-32f9-48eb-8efd-93850f857cf1,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:43.038345 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-554f292f-5b94-4d27-9fd4-2f7272eccf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.046325 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-554f292f-5b94-4d27-9fd4-2f7272eccf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.057875 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-d639fbb5-9256-4ce8-8630-46d5f9141b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:43.059446 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:41:43.059588 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-d639fbb5-9256-4ce8-8630-46d5f9141b83 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 1096 time: 0.0599620 Jul 28 21:41:43.065209 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-b5d01157-b8d7-453b-9662-78345af3a4ff admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9834063 Jul 28 21:41:43.068866 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59756) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:43.079540 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Request body: {'subnet': {'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-33258624-subnet', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:43.102018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f292f-5b94-4d27-9fd4-2f7272eccf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e64b72-1314-4183-bfcc-7c729cfd4e61,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:43.111220 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-554f292f-5b94-4d27-9fd4-2f7272eccf15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97a7f023ccc54713aa48908e5d4674bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856959 Jul 28 21:41:43.111884 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59760) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:43.139569 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-63a78b3b-e8f6-4589-8d48-6ca48e9ce492 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=163e548a-2389-49aa-9529-9fd3898d36a9 HTTP/1.1" status: 200 len: 217 time: 0.0529022 Jul 28 21:41:43.177825 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fce8ed64-0a7f-45d8-8cc6-11ec7df8d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.193874 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Made reservation on behalf of c25557b9016b4b95b3d7bedacc4dc00b for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:43.197198 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.207930 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fce8ed64-0a7f-45d8-8cc6-11ec7df8d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.269159 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fce8ed64-0a7f-45d8-8cc6-11ec7df8d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.272096 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fce8ed64-0a7f-45d8-8cc6-11ec7df8d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.273506 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-fce8ed64-0a7f-45d8-8cc6-11ec7df8d496 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7e64b72-1314-4183-bfcc-7c729cfd4e61 HTTP/1.1" status: 204 len: 168 time: 0.1606948 Jul 28 21:41:43.287834 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8ed64-0a7f-45d8-8cc6-11ec7df8d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e64b72-1314-4183-bfcc-7c729cfd4e61,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:43.315403 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-8de6286e-a146-441d-b732-da1fa7f3c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:43.317638 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-8de6286e-a146-441d-b732-da1fa7f3c7ec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.1639261 Jul 28 21:41:43.376996 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-7b3b06dd-9d6f-4580-be04-997f5c77708e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444026 Jul 28 21:41:43.578932 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-46c80742-b89c-4116-8b2f-fc9c0d1495f3 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713905 Jul 28 21:41:43.583478 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.643037 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef60633-27cf-48a4-ab2e-bf38304dc1f2 req-695f1ec4-2192-4b99-ad43-01586b87592c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:43.644549 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9ef60633-27cf-48a4-ab2e-bf38304dc1f2 req-695f1ec4-2192-4b99-ad43-01586b87592c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 943 time: 0.1409857 Jul 28 21:41:43.726768 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2eb66e9-aee4-46c9-9b87-909a04852077,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:43.771626 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Checking segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:43.771921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Network hostable DHCP agents. Network: e6a869d5-32f9-48eb-8efd-93850f857cf1, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:41:43.778929 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9ef60633-27cf-48a4-ab2e-bf38304dc1f2 req-1a050abe-ad5d-4b6e-9371-994d68cac454 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048059 Jul 28 21:41:43.784978 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84b21148-0ca5-4ef6-b2a2-01809e75cd7c req-2b1e86eb-daa1-4c06-87bc-b50c89ab05f6 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924682 Jul 28 21:41:43.804342 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:41:43.819973 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, e6a869d5-32f9-48eb-8efd-93850f857cf1) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:43.829507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce16ce-b339-4314-8115-2dcc54d38d21 None None] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:43.833618 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:43.834246 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.860596 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59828) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:43.862334 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-4a9fc337-3fbe-4f31-9f77-876aa5474cb6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7907264 Jul 28 21:41:43.867116 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:43.941780 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-19b9f3ce-df8e-48da-a9e1-9b70d0692963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:43.943570 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-19b9f3ce-df8e-48da-a9e1-9b70d0692963 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 1096 time: 0.0592904 Jul 28 21:41:43.964940 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:43.966533 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.057414 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2b4e9-07e2-405b-98aa-0255448285ba req-2462a1b9-9a4f-43cb-841e-1c9c83884c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:44.066171 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0be2b4e9-07e2-405b-98aa-0255448285ba req-2462a1b9-9a4f-43cb-841e-1c9c83884c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 944 time: 0.1573188 Jul 28 21:41:44.123122 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889a3c3-3218-4349-a776-e828faa5af76 req-d3bfb5cb-8077-4527-9594-e2b8bb25c776 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:44.132294 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1889a3c3-3218-4349-a776-e828faa5af76 req-d3bfb5cb-8077-4527-9594-e2b8bb25c776 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1592362 Jul 28 21:41:44.179028 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-d525f456-341a-48fb-b333-f8d8c9fef5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:44.180922 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-d525f456-341a-48fb-b333-f8d8c9fef5df service neutron] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 916 time: 0.2268980 Jul 28 21:41:44.189358 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.217199 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.223856 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0be2b4e9-07e2-405b-98aa-0255448285ba req-64f70cb3-8993-44b7-b7c2-ae25be4ce8a6 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529500 Jul 28 21:41:44.228650 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a1b1ddac-71c4-491a-a09c-771c6b6e1e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.243024 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-e6a869d5-32f9-48eb-8efd-93850f857cf1', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:41:44.246226 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.294077 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6c1c4543-aee9-450f-af3c-623e78f2382d up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:44.332529 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-9f6e1b3e-9c12-4bec-9c33-cf91e7d1c6a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=163e548a-2389-49aa-9529-9fd3898d36a9 HTTP/1.1" status: 200 len: 217 time: 0.1421168 Jul 28 21:41:44.337439 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1889a3c3-3218-4349-a776-e828faa5af76 req-e97d1090-b616-407d-b700-b70745d3b181 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023683 Jul 28 21:41:44.443571 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-c59881d9-3341-4800-ace4-4633691f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:44.445372 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-c59881d9-3341-4800-ace4-4633691f16cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.0982764 Jul 28 21:41:44.483771 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.491277 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-09f21c23-98fc-4437-b699-f2386ecbe4a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355158 Jul 28 21:41:44.495545 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 6c1c4543-aee9-450f-af3c-623e78f2382d completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:44.507208 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 6c1c4543-aee9-450f-af3c-623e78f2382d triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:44.507778 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.553145 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Allocated IP 172.20.0.2 (e6a869d5-32f9-48eb-8efd-93850f857cf1/d2eb66e9-aee4-46c9-9b87-909a04852077/0e186482-7a54-4e1e-b957-79a0ef762813) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:44.598471 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-1cfcfc62-2a89-4200-ac63-68702c736f00 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992663 Jul 28 21:41:44.682611 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.723631 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1c4543-aee9-450f-af3c-623e78f2382d'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:44.725882 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed70d3f-b1d3-47cc-807c-d7be12013312" -d '{"events": [{"server_uuid": "4676d7ce-e759-4e7e-8b19-d9e358a88836", "name": "network-vif-plugged", "status": "completed", "tag": "6c1c4543-aee9-450f-af3c-623e78f2382d"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:44.732547 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2f8d82d8-959a-4907-89f0-5c4d8be7d65a req-64593388-ebc3-460b-a501-7622060f1d3d service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240890 Jul 28 21:41:44.759056 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 6c1c4543-aee9-450f-af3c-623e78f2382d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c1c4543-aee9-450f-af3c-623e78f2382d,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:44.767858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.769453 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.801678 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1955d653-8a48-4e7f-986a-93dc403f1e4f x-openstack-request-id: req-1955d653-8a48-4e7f-986a-93dc403f1e4f {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:44.801944 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4676d7ce-e759-4e7e-8b19-d9e358a88836", "name": "network-vif-plugged", "status": "completed", "tag": "6c1c4543-aee9-450f-af3c-623e78f2382d", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:44.802220 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1955d653-8a48-4e7f-986a-93dc403f1e4f {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:44.802605 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1c4543-aee9-450f-af3c-623e78f2382d', 'code': 200} Jul 28 21:41:44.809276 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.820808 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.826066 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Transition to ACTIVE for port object 0e186482-7a54-4e1e-b957-79a0ef762813 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:44.853208 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=6c1c4543-aee9-450f-af3c-623e78f2382d,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:44.859295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Transition to ACTIVE for port object 0e186482-7a54-4e1e-b957-79a0ef762813 will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:44.865743 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:44.929782 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:44.934191 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:44.936154 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Pushing event updated for resources: {'Port': ['ID=0e186482-7a54-4e1e-b957-79a0ef762813,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:44.950467 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:45.064788 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e338b-26c0-4af4-b3eb-cffec66b0a5d req-37279fc7-8df1-46b1-8d98-a632ca3b6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:45.066740 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-987e338b-26c0-4af4-b3eb-cffec66b0a5d req-37279fc7-8df1-46b1-8d98-a632ca3b6297 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 1098 time: 0.0566390 Jul 28 21:41:45.121469 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-987e338b-26c0-4af4-b3eb-cffec66b0a5d req-d110b89d-d9e5-4a54-8d4f-45dd7dfd4a3d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 Jul 28 21:41:45.176916 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Attempting to bind port 0e186482-7a54-4e1e-b957-79a0ef762813 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:45.177313 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Attempting to bind port 0e186482-7a54-4e1e-b957-79a0ef762813 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:45.177679 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Attempting to bind port 0e186482-7a54-4e1e-b957-79a0ef762813 on network e6a869d5-32f9-48eb-8efd-93850f857cf1 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:45.184764 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:45.185278 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Checking segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:45.185551 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c81e49-dcb4-4654-906a-64885eb776ea req-06c67097-307e-4b90-8fb4-201ef47a78c9 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:45.186016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:45.186334 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Bound using segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:45.187172 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Bound port: 0e186482-7a54-4e1e-b957-79a0ef762813, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:45.187489 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:45.193215 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-38c81e49-dcb4-4654-906a-64885eb776ea req-06c67097-307e-4b90-8fb4-201ef47a78c9 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 943 time: 0.0914068 Jul 28 21:41:45.242822 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Allocated IP 172.27.3.49 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/9ea5720d-4578-419b-9e65-17cf6c4dbec7) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:45.267901 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-38c81e49-dcb4-4654-906a-64885eb776ea req-7bddc9ec-0004-4fa3-99a1-5f6c1cbb1ed5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652916 Jul 28 21:41:45.268228 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] For port 0e186482-7a54-4e1e-b957-79a0ef762813, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:45.268228 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] For port 0e186482-7a54-4e1e-b957-79a0ef762813, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0e186482-7a54-4e1e-b957-79a0ef762813,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:45.273863 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:45.352507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5b26e-2952-4d59-80b0-c158983cc561 None None] Pushing event updated for resources: {'Port': ['ID=0e186482-7a54-4e1e-b957-79a0ef762813,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:45.356250 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:45.406645 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c8083-d784-4e6f-a162-e9a8c77a74c1 req-d357230c-a9fb-4c76-8147-1c0ae86750d8 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:45.417108 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bc7c8083-d784-4e6f-a162-e9a8c77a74c1 req-d357230c-a9fb-4c76-8147-1c0ae86750d8 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 945 time: 0.1061172 Jul 28 21:41:45.432026 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:45.457449 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bc7c8083-d784-4e6f-a162-e9a8c77a74c1 req-4710d4a8-3eef-4d6c-853c-ab29c72a3a2d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Jul 28 21:41:45.509453 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:45.559919 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:45.567540 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e997-d719-442b-b7c2-e6f7903e5687 req-7120a2ee-26b8-4b77-8341-c2936020e3eb tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:45.569517 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c078e997-d719-442b-b7c2-e6f7903e5687 req-7120a2ee-26b8-4b77-8341-c2936020e3eb tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1095133 Jul 28 21:41:45.572324 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:45.578184 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:45.584440 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea5720d-4578-419b-9e65-17cf6c4dbec7,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:45.696435 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c078e997-d719-442b-b7c2-e6f7903e5687 req-69dc78c1-c516-47c6-b744-067e805c7a04 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919220 Jul 28 21:41:45.907596 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:46.101667 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:46.246342 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Router 0ee4af46-90d3-4f18-a540-415c01c28a40 is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:41:46.263998 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 163e548a-2389-49aa-9529-9fd3898d36a9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:41:46.417094 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 163e548a-2389-49aa-9529-9fd3898d36a9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e548a-2389-49aa-9529-9fd3898d36a9,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:46.418742 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:41:46.429988 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4e93a-ef5c-4400-b988-95a195991c0a req-c00ed78b-00e7-4828-a22c-d421918c3e99 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:46.436497 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Sync routers for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:41:46.438286 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-52a4e93a-ef5c-4400-b988-95a195991c0a req-c00ed78b-00e7-4828-a22c-d421918c3e99 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 943 time: 0.1043787 Jul 28 21:41:46.463649 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:46.463649 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:46.469280 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '163e548a-2389-49aa-9529-9fd3898d36a9', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'port_id': '163e548a-2389-49aa-9529-9fd3898d36a9', 'mac_address': 'fa:16:3e:7d:47:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e8a887-edda-4f8b-aaf3-b01a87e70ae9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:41:46.481823 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0e186482-7a54-4e1e-b957-79a0ef762813 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:46.495880 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:46.505803 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-63a6f7a5-bef1-498a-b4b3-8cc6f6f0f486 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6405501 Jul 28 21:41:46.506284 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59908) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:46.542753 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-52a4e93a-ef5c-4400-b988-95a195991c0a req-c9d7034c-2692-498a-9f68-6387330134de tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987012 Jul 28 21:41:46.639585 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:46.651264 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 0e186482-7a54-4e1e-b957-79a0ef762813 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:46.660124 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163e548a-2389-49aa-9529-9fd3898d36a9 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:46.673446 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:46.688538 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372cc435-1230-42a2-922e-f0faa54ddee7 None None] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:46.715802 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309cf9c-fe42-4d9b-8e4f-aee3d763a52e req-15ffa51e-a27e-409b-81c9-52e924f5636c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:46.717522 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9309cf9c-fe42-4d9b-8e4f-aee3d763a52e req-15ffa51e-a27e-409b-81c9-52e924f5636c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 945 time: 0.1141582 Jul 28 21:41:46.743184 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 163e548a-2389-49aa-9529-9fd3898d36a9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e548a-2389-49aa-9529-9fd3898d36a9,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:46.753653 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:46.801646 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] Provisioning for port 0e186482-7a54-4e1e-b957-79a0ef762813 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:46.802779 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9309cf9c-fe42-4d9b-8e4f-aee3d763a52e req-583288e7-0962-4029-8e17-400c070d7dc0 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769167 Jul 28 21:41:46.827001 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] Provisioning complete for port 0e186482-7a54-4e1e-b957-79a0ef762813 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:46.838239 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:46.838239 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=163e548a-2389-49aa-9529-9fd3898d36a9,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:46.915906 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82019d2c-d410-4144-9a7f-7b6d0f7f20b3 req-5b870be1-55da-4da2-9fa1-e920f061781b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:46.923013 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-82019d2c-d410-4144-9a7f-7b6d0f7f20b3 req-5b870be1-55da-4da2-9fa1-e920f061781b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1213357 Jul 28 21:41:46.957576 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.000407 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:45Z', 'revision_number': 3, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:47.031019 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Checking router: 0ee4af46-90d3-4f18-a540-415c01c28a40 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:41:47.031635 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Updating router 0ee4af46-90d3-4f18-a540-415c01c28a40 port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:41:47.038026 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-82019d2c-d410-4144-9a7f-7b6d0f7f20b3 req-798009fa-8b13-4b6d-870c-ad89123d03e9 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091175 Jul 28 21:41:47.063547 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.096912 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.157180 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] For port 0e186482-7a54-4e1e-b957-79a0ef762813, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0e186482-7a54-4e1e-b957-79a0ef762813,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:47.162343 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.197133 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['163e548a-2389-49aa-9529-9fd3898d36a9'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:41:47.257243 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f86b8-3ce4-40b1-ac83-43dc5962c1f5 None None] Pushing event updated for resources: {'Port': ['ID=0e186482-7a54-4e1e-b957-79a0ef762813,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:47.447102 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.457170 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.459201 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Transition to ACTIVE for port object 9ea5720d-4578-419b-9e65-17cf6c4dbec7 will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:47.465460 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.486129 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-ecb18f0a-0ac8-4ee4-8568-738d372b7bbf None None] Provisioning complete for port 0e186482-7a54-4e1e-b957-79a0ef762813 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:47.487465 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ecb18f0a-0ac8-4ee4-8568-738d372b7bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.534440 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Attempting to bind port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:47.534805 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Attempting to bind port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:47.535162 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Attempting to bind port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:47.537931 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Pushing event updated for resources: {'Port': ['ID=9ea5720d-4578-419b-9e65-17cf6c4dbec7,revision_number=2']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:47.545339 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:47.545706 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:47.546111 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.546510 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:47.546982 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Bound port: 9ea5720d-4578-419b-9e65-17cf6c4dbec7, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:47.547377 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.551014 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.551356 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.551690 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.552027 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.552344 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.552669 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.553009 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.554943 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.555284 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.555614 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.555976 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.556762 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:41:47.638580 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] For port 9ea5720d-4578-419b-9e65-17cf6c4dbec7, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:47.642442 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] For port 9ea5720d-4578-419b-9e65-17cf6c4dbec7, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=9ea5720d-4578-419b-9e65-17cf6c4dbec7,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:47.647903 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.707361 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:47.708111 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:47.711012 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be3be8-52e0-4108-9551-0e43960ba08f None None] Pushing event updated for resources: {'Port': ['ID=9ea5720d-4578-419b-9e65-17cf6c4dbec7,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:47.717572 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Allocated IP 172.20.0.1 (e6a869d5-32f9-48eb-8efd-93850f857cf1/d2eb66e9-aee4-46c9-9b87-909a04852077/b1eb1594-7368-4e80-aec9-4fa18c42250c) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:47.742289 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a50e-025a-45c2-9fd1-115a025680fc req-497b8085-d2cc-4a00-a454-69cd30c426e6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:47.743784 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8c67a50e-025a-45c2-9fd1-115a025680fc req-497b8085-d2cc-4a00-a454-69cd30c426e6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 944 time: 0.0792205 Jul 28 21:41:47.832148 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:47.845110 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8c67a50e-025a-45c2-9fd1-115a025680fc req-ef0686af-ff7c-4ec6-a53a-3e71558da5dd tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Jul 28 21:41:47.899267 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:47.914237 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Transition to ACTIVE for port object b1eb1594-7368-4e80-aec9-4fa18c42250c will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:47.984907 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.027520 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee253b-e9aa-4c20-8055-272d98b93d4e req-1fe68aac-24b2-4355-94c4-8bbedd210e24 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:48.029009 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-92ee253b-e9aa-4c20-8055-272d98b93d4e req-1fe68aac-24b2-4355-94c4-8bbedd210e24 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 945 time: 0.0954256 Jul 28 21:41:48.030683 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:48.034993 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:48.037378 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:48.115701 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:45Z', 'revision_number': 3, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:48.119971 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Pushing event updated for resources: {'Port': ['ID=b1eb1594-7368-4e80-aec9-4fa18c42250c,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:48.144027 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-92ee253b-e9aa-4c20-8055-272d98b93d4e req-ff497da6-42d6-47c4-b572-f87383de6785 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041644 Jul 28 21:41:48.164877 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.165855 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389c599-ee47-4450-ba67-2a608f271713 None None] The sync data for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi is: [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:45Z', 'revision_number': 3, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:41:48.169184 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77aa2d0-763f-4553-8acf-dc4ee81a72db req-b6a86e09-d347-46ef-8710-4af3b6ccc9d3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:48.170779 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d77aa2d0-763f-4553-8acf-dc4ee81a72db req-b6a86e09-d347-46ef-8710-4af3b6ccc9d3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0612400 Jul 28 21:41:48.218511 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d77aa2d0-763f-4553-8acf-dc4ee81a72db req-24b799ca-b37f-4592-a63d-74a1bcbbcb28 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387897 Jul 28 21:41:48.335707 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.369262 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9ef8bb56-b890-4801-89cf-f6909c0e373d None None] Provisioning for port b1eb1594-7368-4e80-aec9-4fa18c42250c completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:48.376024 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0e186482-7a54-4e1e-b957-79a0ef762813 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:48.487981 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9ef8bb56-b890-4801-89cf-f6909c0e373d None None] Provisioning complete for port b1eb1594-7368-4e80-aec9-4fa18c42250c triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:48.488620 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9ef8bb56-b890-4801-89cf-f6909c0e373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.547914 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 0e186482-7a54-4e1e-b957-79a0ef762813 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:48.548375 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.552914 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8bb56-b890-4801-89cf-f6909c0e373d None None] Port b1eb1594-7368-4e80-aec9-4fa18c42250c cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:41:48.573104 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.580695 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.663115 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:48.669049 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Pushing event updated for resources: {'Port': ['ID=b1eb1594-7368-4e80-aec9-4fa18c42250c,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:48.680549 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59954) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:48.786632 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:48.790585 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:48.850864 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5f48bf2b-b9e0-4383-affd-a893f6c4fbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.031053 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Router 0ee4af46-90d3-4f18-a540-415c01c28a40 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:41:49.063479 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72347ae0-66ca-4d1f-8db3-a849c29199eb req-e790fc20-16c1-4af9-ac59-e35c6708dcdb tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:49.064995 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-72347ae0-66ca-4d1f-8db3-a849c29199eb req-e790fc20-16c1-4af9-ac59-e35c6708dcdb tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 944 time: 0.1199107 Jul 28 21:41:49.078598 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-187e2c4f-82dc-4f2d-b99c-d99ecca1a807 None None] Provisioning complete for port b1eb1594-7368-4e80-aec9-4fa18c42250c triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:49.079159 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-187e2c4f-82dc-4f2d-b99c-d99ecca1a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.118536 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-187e2c4f-82dc-4f2d-b99c-d99ecca1a807 None None] Port b1eb1594-7368-4e80-aec9-4fa18c42250c cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:41:49.201846 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5f48bf2b-b9e0-4383-affd-a893f6c4fbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.207096 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-72347ae0-66ca-4d1f-8db3-a849c29199eb req-a8eb9013-b614-499c-97d3-70e19da4ee9e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045170 Jul 28 21:41:49.209474 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5f48bf2b-b9e0-4383-affd-a893f6c4fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.264468 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-5f48bf2b-b9e0-4383-affd-a893f6c4fbff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a72cdf99de0041d085a0d85b0adf1a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5818644 Jul 28 21:41:49.264468 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:41:49.265474 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48bf2b-b9e0-4383-affd-a893f6c4fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d70b9cf-3889-46f8-9ecf-4871d7960c9a,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:49.272902 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59966) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:49.275144 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9d01c-f1e9-447a-a15b-119aa7eabeae req-72ed99b6-e91d-44ef-bf10-fb492b243536 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:49.276690 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11b9d01c-f1e9-447a-a15b-119aa7eabeae req-72ed99b6-e91d-44ef-bf10-fb492b243536 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 945 time: 0.0670564 Jul 28 21:41:49.277986 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2b132c61-9b71-483c-bbe0-a8fdc722c37b admin admin] 10.222.0.21 "PUT /v2.0/routers/0ee4af46-90d3-4f18-a540-415c01c28a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7697620 Jul 28 21:41:49.334769 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11b9d01c-f1e9-447a-a15b-119aa7eabeae req-416cff60-d685-47e8-9817-0b27df43e266 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450377 Jul 28 21:41:49.372089 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91d3f607-ca52-4315-8f8a-399b18aa83e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.390854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2c791-a3fe-4c54-adb6-8bbb01f46b63 req-7954baf8-5fb3-472f-9a07-43abe4ebed89 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:49.392674 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e3b2c791-a3fe-4c54-adb6-8bbb01f46b63 req-7954baf8-5fb3-472f-9a07-43abe4ebed89 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0767124 Jul 28 21:41:49.412147 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91d3f607-ca52-4315-8f8a-399b18aa83e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.483290 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e3b2c791-a3fe-4c54-adb6-8bbb01f46b63 req-21cf3f61-cb42-4602-b34b-dff948ebf06e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801442 Jul 28 21:41:49.507312 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91d3f607-ca52-4315-8f8a-399b18aa83e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.510280 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-91d3f607-ca52-4315-8f8a-399b18aa83e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.511510 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-91d3f607-ca52-4315-8f8a-399b18aa83e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d70b9cf-3889-46f8-9ecf-4871d7960c9a HTTP/1.1" status: 204 len: 168 time: 0.2324908 Jul 28 21:41:49.521176 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3f607-ca52-4315-8f8a-399b18aa83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d70b9cf-3889-46f8-9ecf-4871d7960c9a,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:49.806841 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-9d42e003-b7c8-4d61-85a3-3dda60a00c7d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:49.808476 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-9d42e003-b7c8-4d61-85a3-3dda60a00c7d tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 945 time: 0.0767660 Jul 28 21:41:49.908749 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59990) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:49.913586 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-448476171-network', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:49.932625 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Deleting port 6c1c4543-aee9-450f-af3c-623e78f2382d {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:41:49.932967 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.941670 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 59992) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:49.958756 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a205904c-28a3-40c8-807d-f9a4f1d20c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:49.984315 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Made reservation on behalf of dfec1b66bdb9457e81214a772f3ad322 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:49.987337 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.004650 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.054462 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] For port 6c1c4543-aee9-450f-af3c-623e78f2382d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6c1c4543-aee9-450f-af3c-623e78f2382d,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:50.054834 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.060271 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Sync routers for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:41:50.071704 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Calling delete_port for 6c1c4543-aee9-450f-af3c-623e78f2382d owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:41:50.075386 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:50.076233 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:50.088320 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a205904c-28a3-40c8-807d-f9a4f1d20c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.094730 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a205904c-28a3-40c8-807d-f9a4f1d20c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.134996 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a205904c-28a3-40c8-807d-f9a4f1d20c09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41e68c6a658b482690e14fcefa499cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921017 Jul 28 21:41:50.140454 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 59996) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:50.155309 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205904c-28a3-40c8-807d-f9a4f1d20c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd53bb-1389-4943-b3e3-d2ded87fd608,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:50.204754 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:50.285939 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 163e548a-2389-49aa-9529-9fd3898d36a9 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:50.295095 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a89053eb-2b06-4cdd-82ec-696366f61398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.331695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.335886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a89053eb-2b06-4cdd-82ec-696366f61398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.347554 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.394759 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619f859-1046-4a0a-a2f2-43439aab931d req-40b764be-b087-413f-b74b-7d492f9102fa tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:50.402132 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6619f859-1046-4a0a-a2f2-43439aab931d req-40b764be-b087-413f-b74b-7d492f9102fa tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 944 time: 0.1094186 Jul 28 21:41:50.403328 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.422998 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 163e548a-2389-49aa-9529-9fd3898d36a9 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:50.454126 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Pushing event deleted for resources: {'Port': ['ID=6c1c4543-aee9-450f-af3c-623e78f2382d,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:50.468394 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04831ba-630b-4fbb-94d1-0ef77d0b07c4,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:50.477530 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 163e548a-2389-49aa-9529-9fd3898d36a9 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:50.478032 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.479630 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a89053eb-2b06-4cdd-82ec-696366f61398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.485833 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a89053eb-2b06-4cdd-82ec-696366f61398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.487672 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a89053eb-2b06-4cdd-82ec-696366f61398 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1bd53bb-1389-4943-b3e3-d2ded87fd608 HTTP/1.1" status: 204 len: 168 time: 0.3458400 Jul 28 21:41:50.490908 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:41:50.513487 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6619f859-1046-4a0a-a2f2-43439aab931d req-23238b7d-ff4f-4f87-8e08-5e584fd90b02 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078687 Jul 28 21:41:50.553229 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 9ea5720d-4578-419b-9e65-17cf6c4dbec7 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:50.561790 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c0645df3-d200-424f-ab75-35b320dee155 req-448e99e6-fdcc-402c-8922-da6c0c55768a tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=4676d7ce-e759-4e7e-8b19-d9e358a88836 HTTP/1.1" status: 200 len: 210 time: 0.0833955 Jul 28 21:41:50.577685 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.578033 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Added segment bfedbaae-1e30-45ba-abcb-23225f67482b of type vlan for network 5d332fa8-592d-47e3-9912-9ea6c0858339 Jul 28 21:41:50.580713 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89053eb-2b06-4cdd-82ec-696366f61398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd53bb-1389-4943-b3e3-d2ded87fd608,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:50.595838 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] No DVR routers for this DVR port 6c1c4543-aee9-450f-af3c-623e78f2382d on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:41:50.599419 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.601823 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fd658c7-cad5-481a-86f4-1224c7a0f43e req-d1211c7f-d87f-4725-89a1-af01545c69bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "DELETE /v2.0/ports/6c1c4543-aee9-450f-af3c-623e78f2382d HTTP/1.1" status: 204 len: 173 time: 0.7867172 Jul 28 21:41:50.603247 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'name': 'network-vif-deleted', 'tag': '6c1c4543-aee9-450f-af3c-623e78f2382d'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:50.607622 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8a41bb-0c55-4b62-ac5b-57d484ef6be9" -d '{"events": [{"server_uuid": "4676d7ce-e759-4e7e-8b19-d9e358a88836", "name": "network-vif-deleted", "tag": "6c1c4543-aee9-450f-af3c-623e78f2382d"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:50.672250 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 2, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:50.694457 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101356e2-7979-4384-8751-b458fb9700f9 req-4d03ab70-5527-4058-a19d-cf544c4a8882 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:50.696491 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-101356e2-7979-4384-8751-b458fb9700f9 req-4d03ab70-5527-4058-a19d-cf544c4a8882 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0986426 Jul 28 21:41:50.701990 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0638d-579d-465c-916f-bc1d345074c9 x-openstack-request-id: req-72d0638d-579d-465c-916f-bc1d345074c9 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:50.702381 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4676d7ce-e759-4e7e-8b19-d9e358a88836", "name": "network-vif-deleted", "tag": "6c1c4543-aee9-450f-af3c-623e78f2382d", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:50.703464 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72d0638d-579d-465c-916f-bc1d345074c9 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:50.703616 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:50.703886 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4676d7ce-e759-4e7e-8b19-d9e358a88836', 'name': 'network-vif-deleted', 'tag': '6c1c4543-aee9-450f-af3c-623e78f2382d', 'status': 'completed', 'code': 200} Jul 28 21:41:50.706908 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.709062 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Checking router: 0ee4af46-90d3-4f18-a540-415c01c28a40 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:41:50.709592 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Updating router 0ee4af46-90d3-4f18-a540-415c01c28a40 port b1eb1594-7368-4e80-aec9-4fa18c42250c binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:41:50.732481 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:50.733134 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.758029 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-101356e2-7979-4384-8751-b458fb9700f9 req-dfb2048d-a017-4fb5-92bd-14e659d98f4b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528553 Jul 28 21:41:50.764377 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.785962 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.786829 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.788124 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:50.788790 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.815492 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e548a-2389-49aa-9529-9fd3898d36a9'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:50.817976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925823f6-319c-40e5-8170-5f10f556f9a8" -d '{"events": [{"server_uuid": "e7c0ab0d-9f18-4416-80e9-761172688d3b", "name": "network-vif-plugged", "status": "completed", "tag": "163e548a-2389-49aa-9529-9fd3898d36a9"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:50.835389 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 163e548a-2389-49aa-9529-9fd3898d36a9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e548a-2389-49aa-9529-9fd3898d36a9,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:50.862657 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:50.863805 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6c1c4543-aee9-450f-af3c-623e78f2382d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:41:50.904839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b05c645-67d6-4b4c-b916-ff0670d664c8 x-openstack-request-id: req-1b05c645-67d6-4b4c-b916-ff0670d664c8 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:50.905391 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c0ab0d-9f18-4416-80e9-761172688d3b", "name": "network-vif-plugged", "status": "completed", "tag": "163e548a-2389-49aa-9529-9fd3898d36a9", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:50.905640 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b05c645-67d6-4b4c-b916-ff0670d664c8 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:50.906204 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163e548a-2389-49aa-9529-9fd3898d36a9', 'code': 200} Jul 28 21:41:50.907782 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9977460 Jul 28 21:41:50.910359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60020) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:50.913827 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 6c1c4543-aee9-450f-af3c-623e78f2382d {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:41:50.914465 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6c1c4543-aee9-450f-af3c-623e78f2382d not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:41:50.915623 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Request body: {'subnet': {'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-448476171-subnet', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:50.919404 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4a31c-b369-414a-850d-cb2cb533b06f admin admin] Pushing event updated for resources: {'Network': ['ID=5d332fa8-592d-47e3-9912-9ea6c0858339,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:50.959398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Made reservation on behalf of dfec1b66bdb9457e81214a772f3ad322 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:50.961820 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.070457 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:41:51.202855 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d266dc-6766-4e4a-955c-365da1c34288 req-12fc0ea2-826b-4690-916b-5ad31066fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:51.208582 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-28d266dc-6766-4e4a-955c-365da1c34288 req-12fc0ea2-826b-4690-916b-5ad31066fbfb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 1098 time: 0.1013358 Jul 28 21:41:51.215604 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.264634 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=163e548a-2389-49aa-9529-9fd3898d36a9,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:51.339407 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-28d266dc-6766-4e4a-955c-365da1c34288 req-4ddc35a0-c35d-47bf-ae48-9121af8e728c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165018 Jul 28 21:41:51.342401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cead90ec-1412-4867-8fd8-b0b383ec5d7e,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:51.350978 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Checking segment: {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:51.351254 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Network hostable DHCP agents. Network: 5d332fa8-592d-47e3-9912-9ea6c0858339, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:41:51.360484 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.370130 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:41:51.380109 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 5d332fa8-592d-47e3-9912-9ea6c0858339) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:51.394518 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:51.395235 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97192f9d-4257-4e6d-a1c4-774373dbf017 None None] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:51.395847 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.398422 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 9ea5720d-4578-419b-9e65-17cf6c4dbec7, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=9ea5720d-4578-419b-9e65-17cf6c4dbec7,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:51.412917 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-52589dac-fa38-40ce-97fa-f4dc88800f8d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5012639 Jul 28 21:41:51.415348 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60044) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:51.417434 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.424559 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:51.461239 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.463526 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.559805 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=9ea5720d-4578-419b-9e65-17cf6c4dbec7,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:51.577142 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.664796 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.724968 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Transition to ACTIVE for port object b1eb1594-7368-4e80-aec9-4fa18c42250c will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:51.737958 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.804053 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.825016 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a669636-d8e6-441c-a7c5-8eca5d59ec30 req-d1a86b4a-129f-4399-aab6-2e08dad8adf0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:51.825016 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0a669636-d8e6-441c-a7c5-8eca5d59ec30 req-d1a86b4a-129f-4399-aab6-2e08dad8adf0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 945 time: 0.1497231 Jul 28 21:41:51.833983 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cf935-d925-43be-a595-49d0726b6a12 None None] Pushing event updated for resources: {'Port': ['ID=b1eb1594-7368-4e80-aec9-4fa18c42250c,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:51.885749 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-5d332fa8-592d-47e3-9912-9ea6c0858339', 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'fixed_ips': [{'subnet_id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:41:51.887071 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:51.964016 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0a669636-d8e6-441c-a7c5-8eca5d59ec30 req-b87da0e6-f0ad-485e-a85d-660fddc761a3 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275957 Jul 28 21:41:51.975128 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94408-fb57-4197-9181-f064c6b6df29 req-27f1023a-5090-4d79-910e-a1eb052a15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:51.976566 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-70a94408-fb57-4197-9181-f064c6b6df29 req-27f1023a-5090-4d79-910e-a1eb052a15b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.0910130 Jul 28 21:41:52.040719 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Attempting to bind port b1eb1594-7368-4e80-aec9-4fa18c42250c on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:52.041235 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Attempting to bind port b1eb1594-7368-4e80-aec9-4fa18c42250c by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:52.041692 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Attempting to bind port b1eb1594-7368-4e80-aec9-4fa18c42250c on network e6a869d5-32f9-48eb-8efd-93850f857cf1 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:52.071512 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-70a94408-fb57-4197-9181-f064c6b6df29 req-80022cff-a9e5-4a1b-a158-76f67c0bb377 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702593 Jul 28 21:41:52.080143 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:52.082068 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Checking segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:52.082712 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.083309 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Bound using segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:52.084168 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Bound port: b1eb1594-7368-4e80-aec9-4fa18c42250c, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:52.084772 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.144006 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-c262fb62-7c95-46e7-bd1e-c37270a7abfb tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:52.145564 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-c262fb62-7c95-46e7-bd1e-c37270a7abfb tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/networks?id=05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 200 len: 808 time: 0.2138653 Jul 28 21:41:52.178383 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-3e52fe96-62a0-4075-b68f-532265498f73 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/quotas/0dd8d90b007e406491b89089161db546 HTTP/1.1" status: 200 len: 375 time: 0.0261250 Jul 28 21:41:52.206613 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Allocated IP 172.20.0.2 (5d332fa8-592d-47e3-9912-9ea6c0858339/cead90ec-1412-4867-8fd8-b0b383ec5d7e/170227de-78a8-4dac-96bb-2901c02eb551) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:52.223493 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-ba5a893a-8237-40b1-a44e-51302db18234 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0dd8d90b007e406491b89089161db546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436213 Jul 28 21:41:52.227531 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] For port b1eb1594-7368-4e80-aec9-4fa18c42250c, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:52.262865 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8695b6-10c6-4aec-9ee9-7bb0ae8cc4e7 req-3b96eb44-1cb1-4a11-9b0c-3c63f94a81f3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:52.264425 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5a8695b6-10c6-4aec-9ee9-7bb0ae8cc4e7 req-3b96eb44-1cb1-4a11-9b0c-3c63f94a81f3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1455207 Jul 28 21:41:52.273728 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.281246 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] For port b1eb1594-7368-4e80-aec9-4fa18c42250c, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=b1eb1594-7368-4e80-aec9-4fa18c42250c,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:52.290218 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.338171 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.392107 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cf935-d925-43be-a595-49d0726b6a12 None None] Pushing event updated for resources: {'Port': ['ID=b1eb1594-7368-4e80-aec9-4fa18c42250c,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:52.410023 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5a8695b6-10c6-4aec-9ee9-7bb0ae8cc4e7 req-73724770-228b-4b99-8f7d-a04204c2a0b2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268580 Jul 28 21:41:52.431184 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-626929e6-16ef-4965-ae28-f18a4f4f3824 service neutron] 10.222.0.21 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987565 Jul 28 21:41:52.470996 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 9ea5720d-4578-419b-9e65-17cf6c4dbec7 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:52.475775 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:52.481350 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:52.583504 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Allocated IP 172.27.3.25 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/7c68c52c-4a41-45de-af03-1c74d8a66fb0) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:52.612195 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-1bc1d507-13d6-4297-bd9e-dae1800fda66 service neutron] 10.222.0.21 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721189 Jul 28 21:41:52.763380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.831846 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:52.832222 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.839191 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:52.870876 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:52.879360 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Transition to ACTIVE for port object 170227de-78a8-4dac-96bb-2901c02eb551 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:52.948702 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Transition to ACTIVE for port object 170227de-78a8-4dac-96bb-2901c02eb551 will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:52.990718 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:53.120070 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:53.127424 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-72edf645-bc12-471d-a3e0-cc3025d6c908 req-f5dc1db9-e8db-47fd-b400-d4843bc12130 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 210 time: 0.0639842 Jul 28 21:41:53.149988 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:53.151795 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:53.164377 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:53.167357 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783a118-b024-4f72-b31b-534289419e6d req-086ee801-8a1d-447a-9d11-ce5f8a6e562b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:53.174830 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Pushing event updated for resources: {'Port': ['ID=170227de-78a8-4dac-96bb-2901c02eb551,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:53.176635 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3783a118-b024-4f72-b31b-534289419e6d req-086ee801-8a1d-447a-9d11-ce5f8a6e562b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 945 time: 0.1167729 Jul 28 21:41:53.196699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:53.201211 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:53.205921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:53.228038 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3783a118-b024-4f72-b31b-534289419e6d req-4a643572-9c50-4645-9d8c-57ea6b00ebfc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502586 Jul 28 21:41:53.269499 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Pushing event updated for resources: {'Port': ['ID=7c68c52c-4a41-45de-af03-1c74d8a66fb0,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:53.319886 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Attempting to bind port 170227de-78a8-4dac-96bb-2901c02eb551 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:53.320421 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Attempting to bind port 170227de-78a8-4dac-96bb-2901c02eb551 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:53.320865 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Attempting to bind port 170227de-78a8-4dac-96bb-2901c02eb551 on network 5d332fa8-592d-47e3-9912-9ea6c0858339 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:53.329048 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:53.329488 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Checking segment: {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:53.330707 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:53.331178 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Bound using segment: {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:53.331727 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Bound port: 170227de-78a8-4dac-96bb-2901c02eb551, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:53.332204 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:53.550402 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:52Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:53.591463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094574a4-7687-40cb-b232-45ea77f7cef7 req-46ccf089-98c5-4151-a64f-fdb611c316c2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:53.593065 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-094574a4-7687-40cb-b232-45ea77f7cef7 req-46ccf089-98c5-4151-a64f-fdb611c316c2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0757709 Jul 28 21:41:53.593843 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:53.594908 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9999f275-57bf-4fcc-80b7-51e66502a7aa None None] The sync data for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi is: [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:52Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:41:53.602637 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] For port 170227de-78a8-4dac-96bb-2901c02eb551, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:53.609957 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] For port 170227de-78a8-4dac-96bb-2901c02eb551, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=170227de-78a8-4dac-96bb-2901c02eb551,segment=NetworkSegment(bfedbaae-1e30-45ba-abcb-23225f67482b),segment_id=bfedbaae-1e30-45ba-abcb-23225f67482b)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:53.629317 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:53.756254 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a01d6-6deb-4504-b95d-c5f6d9978609 None None] Pushing event updated for resources: {'Port': ['ID=170227de-78a8-4dac-96bb-2901c02eb551,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:53.794213 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-094574a4-7687-40cb-b232-45ea77f7cef7 req-8dd8192c-f6ea-4077-b3df-5ec8f76e4304 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574016 Jul 28 21:41:53.999493 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:54.013979 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-4ce6289c-fd24-4f6c-b3f2-a3580d342085 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=61c19d001e3a4f648626be602736df56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507550 Jul 28 21:41:54.239256 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-16198f96-0180-4e38-ab43-416557313cd9 req-3ec9f962-c566-416d-9b30-35ed40dcb0d1 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 210 time: 0.0296841 Jul 28 21:41:54.396004 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-1074fd66-1af4-44a0-9eaf-917cce250923 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:54.403128 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-1074fd66-1af4-44a0-9eaf-917cce250923 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439596 Jul 28 21:41:54.450082 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-c2054f5b-c322-423e-8815-0db094841893 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/quotas/61c19d001e3a4f648626be602736df56 HTTP/1.1" status: 200 len: 375 time: 0.0460751 Jul 28 21:41:54.490799 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device b1eb1594-7368-4e80-aec9-4fa18c42250c up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:54.518824 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-c3d400ae-b29e-4915-9332-59293b259e99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=61c19d001e3a4f648626be602736df56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458512 Jul 28 21:41:54.525521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-149466b1-1f08-482b-a85d-efe4d400d495 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:54.527096 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-149466b1-1f08-482b-a85d-efe4d400d495 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "GET /v2.0/networks?id=05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 200 len: 808 time: 0.2424507 Jul 28 21:41:54.539692 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:41:54.565736 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Request body: {'port': {'device_id': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e', 'admin_state_up': True, 'tenant_id': '0dd8d90b007e406491b89089161db546'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:54.567493 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port b1eb1594-7368-4e80-aec9-4fa18c42250c completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:54.577408 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port b1eb1594-7368-4e80-aec9-4fa18c42250c triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:54.577964 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:54.703448 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:54.776517 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port b1eb1594-7368-4e80-aec9-4fa18c42250c, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=b1eb1594-7368-4e80-aec9-4fa18c42250c,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:54.785528 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:54.786627 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 170227de-78a8-4dac-96bb-2901c02eb551 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:54.790896 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:41:54.801540 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Sync routers for ids ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:41:54.814944 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Routers {'3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:54.821039 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:54.836500 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Made reservation on behalf of 0dd8d90b007e406491b89089161db546 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:54.848940 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-dbf88ed0-e62b-429f-ba58-b01b2cc3c81f req-3b7a20dd-a696-4d0a-a018-4f111b4b8cc5 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 210 time: 0.0684004 Jul 28 21:41:54.857114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:54.881859 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:54.886093 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 60144) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:54.890033 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-dc4cc54f-832c-4f5e-af19-d1f62dc503ff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4736223 Jul 28 21:41:54.981558 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=b1eb1594-7368-4e80-aec9-4fa18c42250c,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:55.098081 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 170227de-78a8-4dac-96bb-2901c02eb551 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:55.113634 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Set router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:55.254765 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a01e808-0384-4b35-9d1d-34a215508961 None None] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:41:55.342948 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510c1d-e362-4f8e-b653-4dbc73a891e6 req-bfa9cbdf-7f99-41db-971b-3434bfae42be tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:55.349094 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5510c1d-e362-4f8e-b653-4dbc73a891e6 req-bfa9cbdf-7f99-41db-971b-3434bfae42be tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.3105142 Jul 28 21:41:55.404145 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Allocated IP 172.20.0.12 (05082fd2-e1af-4aff-be2e-7824833da36e/e5f35001-9668-4acc-ad8f-70a84ffef5bb/7b442203-3fdc-426f-b5bc-ba1f239e6896) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:55.425110 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] Provisioning for port 170227de-78a8-4dac-96bb-2901c02eb551 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:55.455130 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] Provisioning complete for port 170227de-78a8-4dac-96bb-2901c02eb551 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:55.455910 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.502069 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5510c1d-e362-4f8e-b653-4dbc73a891e6 req-339de19e-3a48-4bf2-89c1-6460f6a0b54a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321604 Jul 28 21:41:55.530780 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:41:53Z', 'revision_number': 3, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:55.601916 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Checking router: 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:41:55.602321 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Updating router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:41:55.604410 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.645775 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] For port 170227de-78a8-4dac-96bb-2901c02eb551, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=170227de-78a8-4dac-96bb-2901c02eb551,segment=NetworkSegment(bfedbaae-1e30-45ba-abcb-23225f67482b),segment_id=bfedbaae-1e30-45ba-abcb-23225f67482b)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:55.661794 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.725735 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-686c36fe-7b6a-41b5-909c-bf4d935de9e8 req-a907a0a2-a25f-4346-9e98-a845dcfb2e54 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 210 time: 0.0486500 Jul 28 21:41:55.798627 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.883708 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.905365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.944913 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:55.995253 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5acaa7-df4c-4e65-8756-bbbf53309608 None None] Pushing event updated for resources: {'Port': ['ID=170227de-78a8-4dac-96bb-2901c02eb551,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:56.118094 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Pushing event updated for resources: {'Port': ['ID=7b442203-3fdc-426f-b5bc-ba1f239e6896,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:56.138173 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Network 05082fd2-e1af-4aff-be2e-7824833da36e is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:56.143057 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7e693643-2855-429a-9905-75dbdf745f93 req-aedf5d16-ec4a-4e86-9f5a-68eb16a63b54 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 210 time: 0.0773132 Jul 28 21:41:56.143579 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.170390 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Transition to ACTIVE for port object 7c68c52c-4a41-45de-af03-1c74d8a66fb0 will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:56.178286 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.194999 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:56.197501 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:56.282253 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:56.285337 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.298291 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf1f65-a301-43e1-bb4a-0486062fd0b0 None None] Pushing event updated for resources: {'Port': ['ID=7c68c52c-4a41-45de-af03-1c74d8a66fb0,revision_number=2']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:56.303906 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Attempting to bind port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:56.304301 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Attempting to bind port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:56.304615 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Attempting to bind port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:56.312017 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:56.312637 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:56.314029 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.314397 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:56.316030 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Bound port: 7c68c52c-4a41-45de-af03-1c74d8a66fb0, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:56.316463 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.330925 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-874d6df0-60d7-4699-b5b9-89b8745f50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:56.333507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-aa164093-45d9-4736-a290-4209f546f127 None None] Provisioning complete for port 170227de-78a8-4dac-96bb-2901c02eb551 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:56.333884 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-aa164093-45d9-4736-a290-4209f546f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.339408 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-874d6df0-60d7-4699-b5b9-89b8745f50d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.2498646 Jul 28 21:41:56.349633 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Allocated IP 172.20.0.1 (5d332fa8-592d-47e3-9912-9ea6c0858339/cead90ec-1412-4867-8fd8-b0b383ec5d7e/cb61e185-0c09-4c07-bea4-4d0417946a22) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:56.356136 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b9ff6-35fb-454b-bffb-bcbe8df36ba5 req-04e139d2-2e6e-4d92-9503-e1958ff2db3b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:56.357742 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-177b9ff6-35fb-454b-bffb-bcbe8df36ba5 req-04e139d2-2e6e-4d92-9503-e1958ff2db3b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.2155876 Jul 28 21:41:56.393884 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-86187755-278b-4248-9ddd-e062252c0c9c tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8380492 Jul 28 21:41:56.402292 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] For port 7c68c52c-4a41-45de-af03-1c74d8a66fb0, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:56.411352 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] For port 7c68c52c-4a41-45de-af03-1c74d8a66fb0, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=7c68c52c-4a41-45de-af03-1c74d8a66fb0,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:56.422339 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.426059 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device b1eb1594-7368-4e80-aec9-4fa18c42250c up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:56.447237 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Request body: {'port': {'device_id': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:56.472889 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Routers {'3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:56.473656 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:56.551123 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.571266 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Transition to ACTIVE for port object cb61e185-0c09-4c07-bea4-4d0417946a22 will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:56.639807 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.645306 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port b1eb1594-7368-4e80-aec9-4fa18c42250c triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:56.645867 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.744390 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:56.751186 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf1f65-a301-43e1-bb4a-0486062fd0b0 None None] Pushing event updated for resources: {'Port': ['ID=7c68c52c-4a41-45de-af03-1c74d8a66fb0,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:56.754221 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:56.759066 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:56.804806 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] Set router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:41:56.832772 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 170227de-78a8-4dac-96bb-2901c02eb551 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:56.837972 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-177b9ff6-35fb-454b-bffb-bcbe8df36ba5 req-f54163e0-af0a-401e-b51d-a578f036e9b2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386063 Jul 28 21:41:56.841195 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.886899 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.917638 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Pushing event updated for resources: {'Port': ['ID=cb61e185-0c09-4c07-bea4-4d0417946a22,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:56.975557 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 170227de-78a8-4dac-96bb-2901c02eb551 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:56.977584 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:56.985247 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-3a537dd5-f4fb-40ff-9b75-17040924545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:56.996938 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-3a537dd5-f4fb-40ff-9b75-17040924545e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.6281877 Jul 28 21:41:57.061579 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-60bce443-1863-494e-a36e-7a020374ce20 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=61c19d001e3a4f648626be602736df56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778138 Jul 28 21:41:57.112498 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-cff801bb-0d2e-4ba5-928b-412d39695fa7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0828369 Jul 28 21:41:57.268302 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-a29deede-5de1-42c6-a8b3-fe6d5ae5f124 None None] Provisioning for port cb61e185-0c09-4c07-bea4-4d0417946a22 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:57.272024 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:41:53Z', 'revision_number': 3, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:57.276335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-a29deede-5de1-42c6-a8b3-fe6d5ae5f124 None None] Provisioning complete for port cb61e185-0c09-4c07-bea4-4d0417946a22 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:57.276723 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a29deede-5de1-42c6-a8b3-fe6d5ae5f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:57.317640 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff5a4a-5e68-45e0-9e79-cfdfd43af2b9 None None] The sync data for ids ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'] in dv-cinder-784623-15-iscsi is: [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:41:53Z', 'revision_number': 3, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:41:57.354724 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-a29deede-5de1-42c6-a8b3-fe6d5ae5f124 None None] Port cb61e185-0c09-4c07-bea4-4d0417946a22 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:41:57.374498 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a9415c8b-965d-41ee-b436-8a1684711f28 req-0a312264-630e-48c3-8852-a51f1a5db0d4 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 210 time: 0.1197705 Jul 28 21:41:57.426201 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-7e4b66c3-a0ea-4d25-9026-9f93bc15d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:57.430246 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-7e4b66c3-a0ea-4d25-9026-9f93bc15d797 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.2989330 Jul 28 21:41:57.468080 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-fc6f60a2-81fc-4650-8767-3b9f9c89ff65 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315037 Jul 28 21:41:57.599049 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67209b31-fa07-45ea-97d4-ef4278ca8811 req-500daeac-90fb-41f6-bad4-0be7f6b1c6aa tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:57.600649 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-67209b31-fa07-45ea-97d4-ef4278ca8811 req-500daeac-90fb-41f6-bad4-0be7f6b1c6aa tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 932 time: 0.5739372 Jul 28 21:41:57.636601 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-809e4062-30b4-44f6-935f-99424f87d63b service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443167 Jul 28 21:41:57.679000 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b442203-3fdc-426f-b5bc-ba1f239e6896 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:57.722109 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:57.738201 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-67209b31-fa07-45ea-97d4-ef4278ca8811 req-e19e1ff1-c8a3-4148-a2a1-77f5d6fae53e tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285498 Jul 28 21:41:57.746495 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Transition to ACTIVE for port object 7b442203-3fdc-426f-b5bc-ba1f239e6896 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:57.746865 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-cab3a5cc-6776-48de-93f1-764e345bbecb tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:57.748826 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-cab3a5cc-6776-48de-93f1-764e345bbecb tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6331956 Jul 28 21:41:57.753380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:57.770180 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Request body: {'port': {'device_id': 'f0361461-5eea-4fae-985e-394c357544eb', 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1', 'admin_state_up': True, 'tenant_id': '61c19d001e3a4f648626be602736df56'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:57.820338 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:57.824271 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8179f29e-2dc5-4961-93c5-1f87cb1964a8 req-68d9986d-ff49-4ea5-a780-977ccd42c683 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698503 Jul 28 21:41:57.907612 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Pushing event updated for resources: {'Port': ['ID=7b442203-3fdc-426f-b5bc-ba1f239e6896,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:57.920952 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Attempting to bind port 7b442203-3fdc-426f-b5bc-ba1f239e6896 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:41:57.921356 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Attempting to bind port 7b442203-3fdc-426f-b5bc-ba1f239e6896 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:41:57.921818 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Attempting to bind port 7b442203-3fdc-426f-b5bc-ba1f239e6896 on network 05082fd2-e1af-4aff-be2e-7824833da36e {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:57.926603 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Port 7b442203-3fdc-426f-b5bc-ba1f239e6896 on network 05082fd2-e1af-4aff-be2e-7824833da36e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:41:57.926929 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Attempting to bind port 7b442203-3fdc-426f-b5bc-ba1f239e6896 on network 05082fd2-e1af-4aff-be2e-7824833da36e {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:41:57.944105 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:41:57.944105 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Checking segment: {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:41:57.944105 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Bound using segment: {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:41:57.944105 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Bound port: 7b442203-3fdc-426f-b5bc-ba1f239e6896, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:41:57.944105 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.025637 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Made reservation on behalf of 61c19d001e3a4f648626be602736df56 for: {'port': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:41:58.027598 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99491bf2-14da-4839-8058-f7f782018d73 req-5114c310-2f74-4842-af83-d6f587b12f16 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:58.029262 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99491bf2-14da-4839-8058-f7f782018d73 req-5114c310-2f74-4842-af83-d6f587b12f16 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0993810 Jul 28 21:41:58.029413 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.042757 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.091617 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99491bf2-14da-4839-8058-f7f782018d73 req-2476fbc7-29df-4cca-ba6a-d961b38d0e60 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545859 Jul 28 21:41:58.092498 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] For port 7b442203-3fdc-426f-b5bc-ba1f239e6896, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:41:58.093145 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.096967 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] For port 7b442203-3fdc-426f-b5bc-ba1f239e6896, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:41:58.102868 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.103812 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.126511 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:58.127436 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.129246 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] 10.222.0.22 "PUT /v2.0/ports/7b442203-3fdc-426f-b5bc-ba1f239e6896 HTTP/1.1" status: 200 len: 1094 time: 1.6864891 Jul 28 21:41:58.130234 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'tag': '7b442203-3fdc-426f-b5bc-ba1f239e6896'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:41:58.133512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef1404-93aa-4664-aeb6-ca395370f9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a056fdf6-8dde-464e-be35-eb00d6b91ec6", "tag": "7b442203-3fdc-426f-b5bc-ba1f239e6896"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:41:58.203822 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Pushing event updated for resources: {'Port': ['ID=cb61e185-0c09-4c07-bea4-4d0417946a22,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:58.215311 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.226642 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276115c5-bc36-4875-8c98-9f170aa9213c service neutron] Pushing event updated for resources: {'Port': ['ID=7b442203-3fdc-426f-b5bc-ba1f239e6896,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:58.244761 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff74f0b-f78c-4166-a3b8-ab1050225358 x-openstack-request-id: req-2ff74f0b-f78c-4166-a3b8-ab1050225358 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:41:58.245115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a056fdf6-8dde-464e-be35-eb00d6b91ec6", "tag": "7b442203-3fdc-426f-b5bc-ba1f239e6896", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:41:58.245434 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ff74f0b-f78c-4166-a3b8-ab1050225358 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:41:58.245885 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'tag': '7b442203-3fdc-426f-b5bc-ba1f239e6896', 'status': 'completed', 'code': 200} Jul 28 21:41:58.275900 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-04ed0a42-622c-4137-84d0-f1b7f9dad2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:58.277615 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-04ed0a42-622c-4137-84d0-f1b7f9dad2e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd8d90b007e406491b89089161db546&device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0449092 Jul 28 21:41:58.318150 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.330523 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.351811 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-3b279342-6e51-49c4-934d-bfd165222ac5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896 HTTP/1.1" status: 200 len: 217 time: 0.0508580 Jul 28 21:41:58.407531 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:58.414706 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:58.425266 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7820b3-b1a6-4273-aa8a-dd72e9264acd,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:58.435356 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-b8319f97-8501-4105-8232-b65c5b5bae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:58.437239 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-b8319f97-8501-4105-8232-b65c5b5bae89 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5f35001-9668-4acc-ad8f-70a84ffef5bb HTTP/1.1" status: 200 len: 848 time: 0.0704947 Jul 28 21:41:58.491066 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-658d8888-9465-47fc-a11b-6b4cdedc3e4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05082fd2-e1af-4aff-be2e-7824833da36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411096 Jul 28 21:41:58.520572 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 7c68c52c-4a41-45de-af03-1c74d8a66fb0 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:41:58.665818 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-55a1a6c2-72ae-4952-ab93-f93c5e8ba7ce req-db5a642f-9856-488e-a640-8ccd02787cfd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 210 time: 0.0712600 Jul 28 21:41:58.689290 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:58.695117 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:58.696498 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.729810 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-1e7e019c-b693-46ea-83bf-b90ef1d0ca83 service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275109 Jul 28 21:41:58.759941 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:41:58.791608 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Allocated IP 192.168.233.85 (30e89649-b394-405c-b473-767e7c2e1cb1/16387727-3169-404c-b4e6-007b8fecd42e/ab9152da-1974-49b4-881b-e0a584c89b90) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:41:58.841800 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-cc225d4d-4072-46db-9c9f-e0084bee41dc None None] Provisioning complete for port cb61e185-0c09-4c07-bea4-4d0417946a22 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:58.842478 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cc225d4d-4072-46db-9c9f-e0084bee41dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.883328 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-cc225d4d-4072-46db-9c9f-e0084bee41dc None None] Port cb61e185-0c09-4c07-bea4-4d0417946a22 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:41:58.891105 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.905222 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fa770437-e035-48c0-ad37-59cfaa7b33f6 req-23276ac6-cc62-48c3-8483-fd8c429e9cfa service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680381 Jul 28 21:41:58.921614 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 7c68c52c-4a41-45de-af03-1c74d8a66fb0, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=7c68c52c-4a41-45de-af03-1c74d8a66fb0,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:41:58.927376 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d6f3a-47ea-4b8b-a2b3-50fc42d9d92e req-cb96355d-6542-42a6-9777-a5f3f6c78f45 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:58.929357 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e84d6f3a-47ea-4b8b-a2b3-50fc42d9d92e req-cb96355d-6542-42a6-9777-a5f3f6c78f45 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 944 time: 0.0767756 Jul 28 21:41:58.930948 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:58.990255 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e84d6f3a-47ea-4b8b-a2b3-50fc42d9d92e req-27911f0d-546a-4b41-915e-68bfaeebc3bd tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514257 Jul 28 21:41:58.991370 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=7c68c52c-4a41-45de-af03-1c74d8a66fb0,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:58.995523 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:41:59.006995 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7d8b563f-a6cd-4d1c-8757-9a09b61b2033 admin admin] 10.222.0.21 "PUT /v2.0/routers/3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1198192 Jul 28 21:41:59.042656 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-5f1bb8aa-9748-4251-bbfe-ebfa59cc9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:59.044236 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-5f1bb8aa-9748-4251-bbfe-ebfa59cc9b4e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0dd8d90b007e406491b89089161db546&device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 1097 time: 0.0759065 Jul 28 21:41:59.080349 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.101050 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Transition to ACTIVE for port object ab9152da-1974-49b4-881b-e0a584c89b90 will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:59.142756 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.192653 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Network 30e89649-b394-405c-b473-767e7c2e1cb1 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:41:59.196129 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:41:59.201606 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:41:59.216586 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-40ebc65d-e8e7-4eb3-9a2a-79106cc20d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:59.221600 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-40ebc65d-e8e7-4eb3-9a2a-79106cc20d09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 200 len: 909 time: 0.1624022 Jul 28 21:41:59.243199 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Pushing event updated for resources: {'Port': ['ID=ab9152da-1974-49b4-881b-e0a584c89b90,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:59.284904 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:59.285725 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.296729 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-fedd3134-103d-4f49-9382-fe29921873d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896 HTTP/1.1" status: 200 len: 217 time: 0.0584567 Jul 28 21:41:59.303825 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-97ec9ff6-e593-42ee-8b76-4450ac7a59fd tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5394061 Jul 28 21:41:59.320649 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Request body: {'port': {'device_id': 'f0361461-5eea-4fae-985e-394c357544eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:59.377362 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b469f-6643-4052-8fe5-177a92979e80 req-9d1eede0-f741-42b9-af90-c32f29d93cc5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:59.378982 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7f9b469f-6643-4052-8fe5-177a92979e80 req-9d1eede0-f741-42b9-af90-c32f29d93cc5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0919394 Jul 28 21:41:59.380683 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-7e4d9545-8fd3-43db-bd26-218e28ec8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:59.382671 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-7e4d9545-8fd3-43db-bd26-218e28ec8c35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e5f35001-9668-4acc-ad8f-70a84ffef5bb HTTP/1.1" status: 200 len: 848 time: 0.0660722 Jul 28 21:41:59.391326 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.437628 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-6a996f51-0beb-48ed-892d-a74adf5010a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=05082fd2-e1af-4aff-be2e-7824833da36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442042 Jul 28 21:41:59.471727 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7f9b469f-6643-4052-8fe5-177a92979e80 req-97dd33e7-d9cc-45b3-b000-38d228972843 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838292 Jul 28 21:41:59.513589 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-c0a6dddf-9bb9-4778-8ea8-570c9ebb310a None None] Provisioning for port ab9152da-1974-49b4-881b-e0a584c89b90 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:41:59.518348 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-c0a6dddf-9bb9-4778-8ea8-570c9ebb310a None None] Provisioning complete for port ab9152da-1974-49b4-881b-e0a584c89b90 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:41:59.518899 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c0a6dddf-9bb9-4778-8ea8-570c9ebb310a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.574626 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6dddf-9bb9-4778-8ea8-570c9ebb310a None None] Port ab9152da-1974-49b4-881b-e0a584c89b90 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:41:59.602345 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-c8b6fa21-6ca3-425a-8115-9a58be3ae168 service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535432 Jul 28 21:41:59.732535 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 60248) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:41:59.736475 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-99ef1404-93aa-4664-aeb6-ca395370f9b0 req-d3030c30-0d32-4484-9b41-205b8dde1785 service neutron] 10.222.0.22 "GET /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226616 Jul 28 21:41:59.737605 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877649171', 'description': 'tempest-secgroup-smoke-877649171 description', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:41:59.766066 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9152da-1974-49b4-881b-e0a584c89b90 {{(pid=99669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:41:59.778425 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.788475 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.818466 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Sync routers for ids ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:41:59.820799 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Transition to ACTIVE for port object ab9152da-1974-49b4-881b-e0a584c89b90 will not be triggered until provisioned by entity L2. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:41:59.824905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731056-ba95-4f48-9ac4-eb21a148e75d req-e1737aa9-1c61-4f17-81b2-15ff969112f9 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:41:59.825727 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:41:59.826947 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ca731056-ba95-4f48-9ac4-eb21a148e75d req-e1737aa9-1c61-4f17-81b2-15ff969112f9 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 935 time: 0.0894744 Jul 28 21:41:59.828948 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Routers {'3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:41:59.830322 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:41:59.888784 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ca731056-ba95-4f48-9ac4-eb21a148e75d req-ad4a7fdb-89e6-49e5-8fc2-716959bb630c tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527494 Jul 28 21:41:59.945468 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Pushing event updated for resources: {'Port': ['ID=ab9152da-1974-49b4-881b-e0a584c89b90,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:41:59.989415 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Set router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:00.058243 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.059320 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Attempting to bind port ab9152da-1974-49b4-881b-e0a584c89b90 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:00.059879 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Attempting to bind port ab9152da-1974-49b4-881b-e0a584c89b90 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:00.060005 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Attempting to bind port ab9152da-1974-49b4-881b-e0a584c89b90 on network 30e89649-b394-405c-b473-767e7c2e1cb1 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:00.065903 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Port ab9152da-1974-49b4-881b-e0a584c89b90 on network 30e89649-b394-405c-b473-767e7c2e1cb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:42:00.066277 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Attempting to bind port ab9152da-1974-49b4-881b-e0a584c89b90 on network 30e89649-b394-405c-b473-767e7c2e1cb1 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:00.068268 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.100211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:00.100211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Checking segment: {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:00.100211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Bound using segment: {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:00.100211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Bound port: ab9152da-1974-49b4-881b-e0a584c89b90, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1'}}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:00.100211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.154950 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.155972 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4224145 Jul 28 21:42:00.160231 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60260) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:00.160755 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a63e9-f6e5-4b7c-b311-35620e3f7a46 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773852a1-44a9-42c4-b18e-cfeb4062f1c3,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:00.168981 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group_rule': {'security_group_id': '773852a1-44a9-42c4-b18e-cfeb4062f1c3', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:00.205682 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a821762-912d-4b5c-a3aa-b8ba273b4d56 req-24523dfb-a1d4-4362-95a9-e70d41a65014 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:00.207173 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0a821762-912d-4b5c-a3aa-b8ba273b4d56 req-24523dfb-a1d4-4362-95a9-e70d41a65014 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 944 time: 0.1310182 Jul 28 21:42:00.246542 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:41:57Z', 'revision_number': 4, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'cb61e185-0c09-4c07-bea4-4d0417946a22', 'name': '', 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'mac_address': 'fa:16:3e:8a:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:55Z', 'updated_at': '2021-07-28T21:41:57Z', 'revision_number': 2, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'subnets': [{'id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:00.251531 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.267917 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] For port ab9152da-1974-49b4-881b-e0a584c89b90, host hv-cinder-78462, cleared binding levels {{(pid=99669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:00.277390 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] For port ab9152da-1974-49b4-881b-e0a584c89b90, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ab9152da-1974-49b4-881b-e0a584c89b90,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:00.281611 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0a821762-912d-4b5c-a3aa-b8ba273b4d56 req-e28c6db9-f175-46f7-ac3b-6dcf599fbb53 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644417 Jul 28 21:42:00.282925 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Checking router: 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:42:00.283822 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Updating router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 port cb61e185-0c09-4c07-bea4-4d0417946a22 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:42:00.284096 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.323816 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:00.324492 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.326184 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] 10.222.0.22 "PUT /v2.0/ports/ab9152da-1974-49b4-881b-e0a584c89b90 HTTP/1.1" status: 200 len: 1097 time: 1.0114973 Jul 28 21:42:00.326674 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0361461-5eea-4fae-985e-394c357544eb', 'tag': 'ab9152da-1974-49b4-881b-e0a584c89b90'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:00.337836 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 7b442203-3fdc-426f-b5bc-ba1f239e6896 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:42:00.339061 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0361461-5eea-4fae-985e-394c357544eb", "tag": "ab9152da-1974-49b4-881b-e0a584c89b90"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:00.342093 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.369414 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838e76-465a-4cd4-9dbd-f9c1e8a2f49c service neutron] Pushing event updated for resources: {'Port': ['ID=ab9152da-1974-49b4-881b-e0a584c89b90,revision_number=3']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:00.385676 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.391242 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.421819 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07529173-0368-47da-94d3-b5f29dac7b28,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:00.431377 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.432820 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-8869be22-4dc1-482a-975a-6293461e5e4d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723234 Jul 28 21:42:00.435717 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 60266) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:00.440471 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group_rule': {'security_group_id': '773852a1-44a9-42c4-b18e-cfeb4062f1c3', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:00.464604 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c656f3d2-f795-4bdf-b3ee-291b967c3fc9 x-openstack-request-id: req-c656f3d2-f795-4bdf-b3ee-291b967c3fc9 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:00.464604 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0361461-5eea-4fae-985e-394c357544eb", "tag": "ab9152da-1974-49b4-881b-e0a584c89b90", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:00.464604 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c656f3d2-f795-4bdf-b3ee-291b967c3fc9 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:00.464604 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0361461-5eea-4fae-985e-394c357544eb', 'tag': 'ab9152da-1974-49b4-881b-e0a584c89b90', 'status': 'completed', 'code': 200} Jul 28 21:42:00.476703 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 7c68c52c-4a41-45de-af03-1c74d8a66fb0 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:00.538858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-98baac9c-48b7-4b9b-9dcb-0e44f58bd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:00.539945 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-98baac9c-48b7-4b9b-9dcb-0e44f58bd7a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=61c19d001e3a4f648626be602736df56&device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 1100 time: 0.0943270 Jul 28 21:42:00.546010 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.621781 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-09e20624-c703-4cb8-89ba-1016be0f052f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ab9152da-1974-49b4-881b-e0a584c89b90 HTTP/1.1" status: 200 len: 217 time: 0.0659697 Jul 28 21:42:00.698647 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c7d80-b4d5-40ce-820f-ddd56ac74ac1 req-6d6dfba4-1737-46ed-9698-7d8e45570a73 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:00.700062 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-090c7d80-b4d5-40ce-820f-ddd56ac74ac1 req-6d6dfba4-1737-46ed-9698-7d8e45570a73 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1433606 Jul 28 21:42:00.712181 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.726975 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-b4e29e4a-a9b2-4e2c-86c6-89b19f864945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:00.728400 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-b4e29e4a-a9b2-4e2c-86c6-89b19f864945 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=16387727-3169-404c-b4e6-007b8fecd42e HTTP/1.1" status: 200 len: 843 time: 0.0921626 Jul 28 21:42:00.728985 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.731785 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 7b442203-3fdc-426f-b5bc-ba1f239e6896, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:00.762390 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '7b442203-3fdc-426f-b5bc-ba1f239e6896', 'network_id': '05082fd2-e1af-4aff-be2e-7824833da36e', 'port_id': '7b442203-3fdc-426f-b5bc-ba1f239e6896', 'mac_address': 'fa:16:3e:b8:bc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f35001-9668-4acc-ad8f-70a84ffef5bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:42:00.764113 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:00.764484 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.784045 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b639fd49-a2d3-48ec-91a4-d5d5fba6358e,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:00.792555 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.796684 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60272) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:00.796883 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-71e8cea3-91b6-4ac5-95c3-3eb48cda74a8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3600497 Jul 28 21:42:00.801945 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group_rule': {'security_group_id': '773852a1-44a9-42c4-b18e-cfeb4062f1c3', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:00.803428 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-090c7d80-b4d5-40ce-820f-ddd56ac74ac1 req-81522397-d68c-4d5e-bf21-d68a3a031092 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941916 Jul 28 21:42:00.845723 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.856365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-624ec868-3524-429e-84ef-334a7229b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:00.859575 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-624ec868-3524-429e-84ef-334a7229b7bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30e89649-b394-405c-b473-767e7c2e1cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1185508 Jul 28 21:42:00.944703 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.956650 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:00.963295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.005258 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df47c52-e98d-4cc2-89a0-a81639d335d6,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.009633 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.019495 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-160955c0-a436-4a6b-b9ae-63c3feadea03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160666 Jul 28 21:42:01.019495 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60284) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:01.020903 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group_rule': {'security_group_id': '773852a1-44a9-42c4-b18e-cfeb4062f1c3', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:01.041357 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b442203-3fdc-426f-b5bc-ba1f239e6896 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:01.062476 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.168570 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.177536 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.204611 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9975bad-95fd-4c5f-a693-140bd3fedb92,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.211001 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.214623 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-214012ad-8e40-4566-a3f6-a4b52851a7a6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1990745 Jul 28 21:42:01.215391 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60290) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:01.228074 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group_rule': {'security_group_id': '773852a1-44a9-42c4-b18e-cfeb4062f1c3', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:01.259624 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 7b442203-3fdc-426f-b5bc-ba1f239e6896, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:01.294776 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.securitygroups_db [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Project c25557b9016b4b95b3d7bedacc4dc00b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 21:42:01.297361 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.305192 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.307650 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.325337 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-5d894693-7cb5-43e3-b303-aaff951e088b service neutron] 10.222.0.22 "GET /v2.0/networks/30e89649-b394-405c-b473-767e7c2e1cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558580 Jul 28 21:42:01.346540 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Transition to ACTIVE for port object cb61e185-0c09-4c07-bea4-4d0417946a22 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:01.361615 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.387232 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd8179-580d-4053-9882-aa94ccc14bf0 req-5e2a6670-33cd-4bb9-81dc-336b9f77d843 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:01.391821 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-62cd8179-580d-4053-9882-aa94ccc14bf0 req-5e2a6670-33cd-4bb9-81dc-336b9f77d843 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 947 time: 0.3973136 Jul 28 21:42:01.401414 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=7b442203-3fdc-426f-b5bc-ba1f239e6896,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.487052 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.493055 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.521293 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4e8e60-08a3-412a-8a8d-19cb3af42a00,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.521601 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a49ab-2e7f-4f6e-b909-41ea1c36633c None None] Pushing event updated for resources: {'Port': ['ID=cb61e185-0c09-4c07-bea4-4d0417946a22,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.529328 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.534773 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5467757e-d7ee-4fe2-9cc7-c472e4d8166b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128929 Jul 28 21:42:01.535411 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60300) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:01.543405 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'security_group_rule': {'security_group_id': '773852a1-44a9-42c4-b18e-cfeb4062f1c3', 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:01.543850 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-62cd8179-580d-4053-9882-aa94ccc14bf0 req-09ae1b81-4703-480a-9667-b6af8779793b tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485722 Jul 28 21:42:01.571602 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Attempting to bind port cb61e185-0c09-4c07-bea4-4d0417946a22 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:01.571966 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Attempting to bind port cb61e185-0c09-4c07-bea4-4d0417946a22 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:01.572327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Attempting to bind port cb61e185-0c09-4c07-bea4-4d0417946a22 on network 5d332fa8-592d-47e3-9912-9ea6c0858339 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:01.577715 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:01.578094 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Checking segment: {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:01.578560 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.578945 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Bound using segment: {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:01.582117 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bc62a1e-7841-4814-8baf-f4c980b77a5f req-07c1b810-0a51-42fb-bcb0-3e2b6d30fd95 service neutron] 10.222.0.22 "GET /v2.0/networks/30e89649-b394-405c-b473-767e7c2e1cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402380 Jul 28 21:42:01.584533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Bound port: cb61e185-0c09-4c07-bea4-4d0417946a22, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfedbaae-1e30-45ba-abcb-23225f67482b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:01.584940 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.620067 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.securitygroups_db [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Project c25557b9016b4b95b3d7bedacc4dc00b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 21:42:01.627340 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.665493 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] For port cb61e185-0c09-4c07-bea4-4d0417946a22, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:01.667704 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e4002-4c2d-408e-9b79-cbaf3f9b53e2 req-f4ab51da-ddff-44e7-8119-d088d0ff1b57 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:01.669392 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-125e4002-4c2d-408e-9b79-cbaf3f9b53e2 req-f4ab51da-ddff-44e7-8119-d088d0ff1b57 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 945 time: 0.1083629 Jul 28 21:42:01.671613 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] For port cb61e185-0c09-4c07-bea4-4d0417946a22, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=cb61e185-0c09-4c07-bea4-4d0417946a22,segment=NetworkSegment(bfedbaae-1e30-45ba-abcb-23225f67482b),segment_id=bfedbaae-1e30-45ba-abcb-23225f67482b)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:01.679884 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.697179 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-911b2ac1-0b0b-4ed9-9956-7dba13d216c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:01.698755 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-911b2ac1-0b0b-4ed9-9956-7dba13d216c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=61c19d001e3a4f648626be602736df56&device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 1100 time: 0.0460804 Jul 28 21:42:01.750323 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-125e4002-4c2d-408e-9b79-cbaf3f9b53e2 req-6d9117fe-63d6-411d-a2d2-c583556834a2 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 Jul 28 21:42:01.752207 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.757598 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.759940 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Routers {'3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:01.760587 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:41:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:01.776653 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd204f1e-7a2b-4005-a4ff-15e68e48d3b4,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.786240 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:01.795202 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-74243442-a85c-4710-b260-ba6fe3dd7373 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2507100 Jul 28 21:42:01.815843 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['7b442203-3fdc-426f-b5bc-ba1f239e6896'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:01.817670 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a49ab-2e7f-4f6e-b909-41ea1c36633c None None] Pushing event updated for resources: {'Port': ['ID=cb61e185-0c09-4c07-bea4-4d0417946a22,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:01.850292 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-5f6b5d71-fa29-4b8f-af84-2519c9cde42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:01.855450 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-5f6b5d71-fa29-4b8f-af84-2519c9cde42a service neutron] 10.222.0.22 "GET /v2.0/networks?id=30e89649-b394-405c-b473-767e7c2e1cb1 HTTP/1.1" status: 200 len: 870 time: 0.1453683 Jul 28 21:42:01.915720 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-69a532d7-9996-4aae-8fb6-f1ef136a5704 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=ab9152da-1974-49b4-881b-e0a584c89b90 HTTP/1.1" status: 200 len: 217 time: 0.0476294 Jul 28 21:42:01.964533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] Set router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:02.020510 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-7ccc2b44-bffa-4fb8-90f1-af525ca66fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:02.022543 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-7ccc2b44-bffa-4fb8-90f1-af525ca66fa3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=16387727-3169-404c-b4e6-007b8fecd42e HTTP/1.1" status: 200 len: 843 time: 0.0880816 Jul 28 21:42:02.086194 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-3206d0e3-91e3-468e-8ccd-dff86b02f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:02.089103 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-3206d0e3-91e3-468e-8ccd-dff86b02f8a6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=30e89649-b394-405c-b473-767e7c2e1cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0522592 Jul 28 21:42:02.217595 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-42d74109-ed1b-40b1-8656-3a32fc2271f8 service neutron] 10.222.0.22 "GET /v2.0/networks/30e89649-b394-405c-b473-767e7c2e1cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176832 Jul 28 21:42:02.273986 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:41:57Z', 'revision_number': 4, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'cb61e185-0c09-4c07-bea4-4d0417946a22', 'name': '', 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'mac_address': 'fa:16:3e:8a:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:55Z', 'updated_at': '2021-07-28T21:42:01Z', 'revision_number': 4, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'subnets': [{'id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:02.312546 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd874a7e-70dd-4a2f-8802-c93492ae8bde None None] The sync data for ids ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'] in dv-cinder-784623-15-iscsi is: [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:41:57Z', 'revision_number': 4, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'cb61e185-0c09-4c07-bea4-4d0417946a22', 'name': '', 'network_id': '5d332fa8-592d-47e3-9912-9ea6c0858339', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'mac_address': 'fa:16:3e:8a:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:55Z', 'updated_at': '2021-07-28T21:42:01Z', 'revision_number': 4, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'subnets': [{'id': 'cead90ec-1412-4867-8fd8-b0b383ec5d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:42:02.364914 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c91b1dbf-6e1f-4165-a7f6-1a88278c7ec2 req-14f01b44-1bdc-4812-8956-1976149e5162 service neutron] 10.222.0.22 "GET /v2.0/networks/30e89649-b394-405c-b473-767e7c2e1cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298852 Jul 28 21:42:02.597944 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20245c-d95e-4d2e-bbb4-175c6dfd5f0e req-4fe218b0-72d8-4096-87f7-0c25af115f66 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:02.600825 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9a20245c-d95e-4d2e-bbb4-175c6dfd5f0e req-4fe218b0-72d8-4096-87f7-0c25af115f66 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0681810 Jul 28 21:42:02.649481 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9a20245c-d95e-4d2e-bbb4-175c6dfd5f0e req-a482476d-92e0-44d7-b953-ef24423b24cd tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Jul 28 21:42:02.708980 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60370) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:02.724406 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63654ed-17a2-4772-a48e-0ac61df098fc req-382633de-f924-4d9c-bc25-d2a3cdc3951b tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:02.732157 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e63654ed-17a2-4772-a48e-0ac61df098fc req-382633de-f924-4d9c-bc25-d2a3cdc3951b tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 947 time: 0.1002021 Jul 28 21:42:02.783277 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e63654ed-17a2-4772-a48e-0ac61df098fc req-018df9bb-fec4-4f43-b261-68d017f7ff42 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Jul 28 21:42:02.922619 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-271685e2-1754-48d4-873b-8c632dd8dc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.134244 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-271685e2-1754-48d4-873b-8c632dd8dc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.151014 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ffb00-e614-4e18-961b-94a161a84320 req-5d1ec0b3-b76a-4ce1-a070-dda18ad4cac0 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:03.153607 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a98ffb00-e614-4e18-961b-94a161a84320 req-5d1ec0b3-b76a-4ce1-a070-dda18ad4cac0 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 945 time: 0.0826404 Jul 28 21:42:03.159027 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-271685e2-1754-48d4-873b-8c632dd8dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.200861 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271685e2-1754-48d4-873b-8c632dd8dc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99cb3a7-bc03-42e2-9f55-54d9716b2523,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:03.222221 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a98ffb00-e614-4e18-961b-94a161a84320 req-a797aca4-09ff-4d21-ab9d-be9ff77fd792 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622528 Jul 28 21:42:03.229760 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-271685e2-1754-48d4-873b-8c632dd8dc02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1127abd428b4df38c6a8e4b962b49a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172679 Jul 28 21:42:03.229760 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 60394) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:03.293167 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9cd130f3-25b9-40f4-9762-bc13000fd373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.322976 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9cd130f3-25b9-40f4-9762-bc13000fd373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.377786 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9cd130f3-25b9-40f4-9762-bc13000fd373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.380669 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9cd130f3-25b9-40f4-9762-bc13000fd373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:03.382109 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-9cd130f3-25b9-40f4-9762-bc13000fd373 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f99cb3a7-bc03-42e2-9f55-54d9716b2523 HTTP/1.1" status: 204 len: 168 time: 0.1512766 Jul 28 21:42:03.390503 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd130f3-25b9-40f4-9762-bc13000fd373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99cb3a7-bc03-42e2-9f55-54d9716b2523,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:03.887341 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26cc18-9783-4d03-b278-9da2690ac6c2 req-9c4aa22e-ad9a-420a-840c-1b0b26ef7e05 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:03.889021 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3e26cc18-9783-4d03-b278-9da2690ac6c2 req-9c4aa22e-ad9a-420a-840c-1b0b26ef7e05 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 947 time: 0.0485313 Jul 28 21:42:03.932052 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3e26cc18-9783-4d03-b278-9da2690ac6c2 req-a402b53a-f491-4d06-840c-a82af206490e tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361948 Jul 28 21:42:04.341188 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5133b8f-00b3-41c4-b020-726be082c3b3 req-f71a8e0d-19ce-4d09-8974-b1f27425f1be tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:04.343084 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e5133b8f-00b3-41c4-b020-726be082c3b3 req-f71a8e0d-19ce-4d09-8974-b1f27425f1be tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 945 time: 0.0597241 Jul 28 21:42:04.369256 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ab9152da-1974-49b4-881b-e0a584c89b90 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:42:04.377148 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 7b442203-3fdc-426f-b5bc-ba1f239e6896 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:04.386693 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e5133b8f-00b3-41c4-b020-726be082c3b3 req-89328514-aaea-41ff-a721-c69d25244915 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Jul 28 21:42:04.404631 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device cb61e185-0c09-4c07-bea4-4d0417946a22 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:04.530224 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 7b442203-3fdc-426f-b5bc-ba1f239e6896 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:04.541808 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 7b442203-3fdc-426f-b5bc-ba1f239e6896 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:04.542190 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.561217 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port cb61e185-0c09-4c07-bea4-4d0417946a22 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:04.572592 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port cb61e185-0c09-4c07-bea4-4d0417946a22 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:04.572950 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.611582 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port ab9152da-1974-49b4-881b-e0a584c89b90, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ab9152da-1974-49b4-881b-e0a584c89b90,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:04.636112 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'ab9152da-1974-49b4-881b-e0a584c89b90', 'network_id': '30e89649-b394-405c-b473-767e7c2e1cb1', 'port_id': 'ab9152da-1974-49b4-881b-e0a584c89b90', 'mac_address': 'fa:16:3e:81:e0:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16387727-3169-404c-b4e6-007b8fecd42e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:42:04.740289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.742022 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.762180 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.774322 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9152da-1974-49b4-881b-e0a584c89b90 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:04.800620 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b442203-3fdc-426f-b5bc-ba1f239e6896'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:04.802906 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3abc66-f8d9-4808-98e0-9b523eb0529b" -d '{"events": [{"server_uuid": "a056fdf6-8dde-464e-be35-eb00d6b91ec6", "name": "network-vif-plugged", "status": "completed", "tag": "7b442203-3fdc-426f-b5bc-ba1f239e6896"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:04.830258 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port ab9152da-1974-49b4-881b-e0a584c89b90, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ab9152da-1974-49b4-881b-e0a584c89b90,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:04.839582 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.843433 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 7b442203-3fdc-426f-b5bc-ba1f239e6896, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:04.845943 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3685816-0602-4da9-a91e-2c002b40699a x-openstack-request-id: req-d3685816-0602-4da9-a91e-2c002b40699a {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:04.846268 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a056fdf6-8dde-464e-be35-eb00d6b91ec6", "name": "network-vif-plugged", "status": "completed", "tag": "7b442203-3fdc-426f-b5bc-ba1f239e6896", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:04.846598 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3685816-0602-4da9-a91e-2c002b40699a {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:04.847066 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b442203-3fdc-426f-b5bc-ba1f239e6896', 'code': 200} Jul 28 21:42:04.857104 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port cb61e185-0c09-4c07-bea4-4d0417946a22, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=cb61e185-0c09-4c07-bea4-4d0417946a22,segment=NetworkSegment(bfedbaae-1e30-45ba-abcb-23225f67482b),segment_id=bfedbaae-1e30-45ba-abcb-23225f67482b)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:04.859701 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.883083 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:04.910059 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=ab9152da-1974-49b4-881b-e0a584c89b90,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:04.962647 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=7b442203-3fdc-426f-b5bc-ba1f239e6896,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:05.018923 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=cb61e185-0c09-4c07-bea4-4d0417946a22,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:05.037893 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5da78e-036c-40dc-a35e-46360d766566 req-880c89ee-1f69-4cc8-9e74-0a7964b23ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:05.039454 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7f5da78e-036c-40dc-a35e-46360d766566 req-880c89ee-1f69-4cc8-9e74-0a7964b23ac9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 1099 time: 0.0430381 Jul 28 21:42:05.060478 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b9b07-da32-4a0f-81ff-406ff8036ad2 req-62d8fcc4-2720-4ddd-a993-8c6c5639caf8 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:05.061982 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e64b9b07-da32-4a0f-81ff-406ff8036ad2 req-62d8fcc4-2720-4ddd-a993-8c6c5639caf8 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 948 time: 0.0527194 Jul 28 21:42:05.084920 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7f5da78e-036c-40dc-a35e-46360d766566 req-dfb36616-f0ec-487b-9a89-25e4b5cd9040 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293720 Jul 28 21:42:05.100371 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e64b9b07-da32-4a0f-81ff-406ff8036ad2 req-9105c54d-3d41-4656-b51a-ab5dd7a4acbb tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Jul 28 21:42:05.254771 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['ab9152da-1974-49b4-881b-e0a584c89b90'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:05.515108 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629289c-4966-4e8f-b4fe-3e5a3cde8141 req-d1207570-4c92-449d-b2c3-67c46a9eaf3b tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:05.516875 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2629289c-4966-4e8f-b4fe-3e5a3cde8141 req-d1207570-4c92-449d-b2c3-67c46a9eaf3b tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 946 time: 0.0573206 Jul 28 21:42:05.559082 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2629289c-4966-4e8f-b4fe-3e5a3cde8141 req-31b9a907-e151-4df9-902d-6ccb0518b3fa tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Jul 28 21:42:06.222059 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1e52a-e211-41ac-919c-506acb363543 req-a9d8df8b-6d15-4c67-8544-864e5d7c9207 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:06.223667 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2ac1e52a-e211-41ac-919c-506acb363543 req-a9d8df8b-6d15-4c67-8544-864e5d7c9207 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 948 time: 0.0543368 Jul 28 21:42:06.261912 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2ac1e52a-e211-41ac-919c-506acb363543 req-b5848855-f61a-4e2e-b92f-7b84d8de2c51 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Jul 28 21:42:06.364246 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device cb61e185-0c09-4c07-bea4-4d0417946a22 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:06.412435 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port cb61e185-0c09-4c07-bea4-4d0417946a22 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:06.412975 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:06.682465 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357fb60-fc34-4dc7-aadf-233bd26abcc6 req-1a84661b-76e8-4b37-9d1c-04db9f9c5d3e tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:06.684125 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f357fb60-fc34-4dc7-aadf-233bd26abcc6 req-1a84661b-76e8-4b37-9d1c-04db9f9c5d3e tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 946 time: 0.0534694 Jul 28 21:42:06.726298 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f357fb60-fc34-4dc7-aadf-233bd26abcc6 req-822301e0-70aa-41a6-9b1d-03d7597c0492 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Jul 28 21:42:06.927810 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:42:07.378049 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34be00-e6b2-48ba-b6cb-41dd669dd9ed req-85e8d604-828e-4643-8fdd-44c4ec433de8 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:07.379579 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3e34be00-e6b2-48ba-b6cb-41dd669dd9ed req-85e8d604-828e-4643-8fdd-44c4ec433de8 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 948 time: 0.0503812 Jul 28 21:42:07.426166 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3e34be00-e6b2-48ba-b6cb-41dd669dd9ed req-2b2d54de-b4ef-4132-bc5d-fbd4eb45a99d tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 Jul 28 21:42:07.685337 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a9036-e726-4982-8139-a9eb7276d0bb req-06c484a3-f8de-44d3-9f88-3ff58a2197e1 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:07.686890 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e69a9036-e726-4982-8139-a9eb7276d0bb req-06c484a3-f8de-44d3-9f88-3ff58a2197e1 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 946 time: 0.0481269 Jul 28 21:42:07.728774 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e69a9036-e726-4982-8139-a9eb7276d0bb req-707bc79a-b9a7-4120-9392-5d2af8c362f2 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358281 Jul 28 21:42:08.432788 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ab9152da-1974-49b4-881b-e0a584c89b90 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:08.487649 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port ab9152da-1974-49b4-881b-e0a584c89b90 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:08.491516 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port ab9152da-1974-49b4-881b-e0a584c89b90 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:08.491924 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:08.550144 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f37d5-2eca-4e8f-b2c9-24cce9c4c3c0 req-1694c521-7019-4e18-baff-1e519ed84e79 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:08.551750 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d4f37d5-2eca-4e8f-b2c9-24cce9c4c3c0 req-1694c521-7019-4e18-baff-1e519ed84e79 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 948 time: 0.0499513 Jul 28 21:42:08.568242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:08.593406 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0361461-5eea-4fae-985e-394c357544eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9152da-1974-49b4-881b-e0a584c89b90'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:08.595483 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d4f37d5-2eca-4e8f-b2c9-24cce9c4c3c0 req-b069740c-023b-49f3-a5b2-f6ed50c36c94 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Jul 28 21:42:08.596437 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6187bb0-f1d9-4745-9624-aff9ce5863ff" -d '{"events": [{"server_uuid": "f0361461-5eea-4fae-985e-394c357544eb", "name": "network-vif-plugged", "status": "completed", "tag": "ab9152da-1974-49b4-881b-e0a584c89b90"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:08.613389 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port ab9152da-1974-49b4-881b-e0a584c89b90, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ab9152da-1974-49b4-881b-e0a584c89b90,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:08.620685 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:08.645273 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbf39f3-3bfb-4a81-8ca4-f9755a61f84e x-openstack-request-id: req-2bbf39f3-3bfb-4a81-8ca4-f9755a61f84e {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:08.645567 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0361461-5eea-4fae-985e-394c357544eb", "name": "network-vif-plugged", "status": "completed", "tag": "ab9152da-1974-49b4-881b-e0a584c89b90", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:08.645817 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bbf39f3-3bfb-4a81-8ca4-f9755a61f84e {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:08.646227 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0361461-5eea-4fae-985e-394c357544eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9152da-1974-49b4-881b-e0a584c89b90', 'code': 200} Jul 28 21:42:08.674082 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=ab9152da-1974-49b4-881b-e0a584c89b90,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:08.849137 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7420-acd8-424f-b995-61d0d5a195a1 req-a4a17ba8-de27-4d0d-8bc7-7e159520b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:08.849740 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1d528-edc7-4ac8-b322-497dbf892099 req-2173c805-82de-488d-88f7-8135d97f5cb1 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:08.850669 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-041c7420-acd8-424f-b995-61d0d5a195a1 req-a4a17ba8-de27-4d0d-8bc7-7e159520b501 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 1102 time: 0.0426548 Jul 28 21:42:08.851109 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-20a1d528-edc7-4ac8-b322-497dbf892099 req-2173c805-82de-488d-88f7-8135d97f5cb1 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 946 time: 0.0508604 Jul 28 21:42:08.891435 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-20a1d528-edc7-4ac8-b322-497dbf892099 req-53816eb6-8bf2-48cf-a2c5-8d3e428cc3e6 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333993 Jul 28 21:42:08.901750 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-041c7420-acd8-424f-b995-61d0d5a195a1 req-6f979709-8cda-46a7-a7ec-8e10cfaa6a0a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299335 Jul 28 21:42:09.714887 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb47d3-b4a2-40dc-b1b4-407e5b2383a0 req-cda9dda0-bb8b-42ed-8c9f-8fcd94c7c843 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:09.716490 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8dbb47d3-b4a2-40dc-b1b4-407e5b2383a0 req-cda9dda0-bb8b-42ed-8c9f-8fcd94c7c843 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0521898 Jul 28 21:42:09.756622 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8dbb47d3-b4a2-40dc-b1b4-407e5b2383a0 req-0e6435e4-2458-4156-ab8e-d4c2964148f6 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jul 28 21:42:10.011215 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae4042-4ab9-4b4a-ae1c-ca9dbe559dc3 req-ca6d5790-10e2-4e28-afcd-a5cbc2755810 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:10.012742 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-40ae4042-4ab9-4b4a-ae1c-ca9dbe559dc3 req-ca6d5790-10e2-4e28-afcd-a5cbc2755810 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 946 time: 0.0500259 Jul 28 21:42:10.051363 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-40ae4042-4ab9-4b4a-ae1c-ca9dbe559dc3 req-4ba11efa-097d-4749-b177-b9b516e3a249 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/security-groups?id=1913e2d3-591e-4aa2-bfd0-544b82a50d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Jul 28 21:42:10.419382 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c9b72-77d1-424e-af64-9ca412002596 req-4a38259e-d772-4c20-8c74-912d800fd855 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:10.420875 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b7c9b72-77d1-424e-af64-9ca412002596 req-4a38259e-d772-4c20-8c74-912d800fd855 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Jul 28 21:42:10.468799 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b7c9b72-77d1-424e-af64-9ca412002596 req-63d8c0c3-6aaa-4d7a-8f56-23ae4098b336 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Jul 28 21:42:10.510992 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-812b7c2e-abe5-4f91-8b07-0170d7f37d3f tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:10.512464 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-812b7c2e-abe5-4f91-8b07-0170d7f37d3f tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 946 time: 0.0709298 Jul 28 21:42:10.688025 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Deleting port 7b442203-3fdc-426f-b5bc-ba1f239e6896 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:42:10.688897 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:10.786922 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] For port 7b442203-3fdc-426f-b5bc-ba1f239e6896, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7b442203-3fdc-426f-b5bc-ba1f239e6896,segment=NetworkSegment(5aaa8f8a-56da-4d11-a5d3-5e97944d59d0),segment_id=5aaa8f8a-56da-4d11-a5d3-5e97944d59d0)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:10.786922 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:10.803709 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Calling delete_port for 7b442203-3fdc-426f-b5bc-ba1f239e6896 owned by compute:nova {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:42:10.941453 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad0b29-36cc-4c62-8b35-c0731810e974 req-1aaf62f1-c4ac-47a3-a724-c6d10d4b1120 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:10.942956 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-25ad0b29-36cc-4c62-8b35-c0731810e974 req-1aaf62f1-c4ac-47a3-a724-c6d10d4b1120 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.1006949 Jul 28 21:42:11.013656 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-25ad0b29-36cc-4c62-8b35-c0731810e974 req-e91eba07-b0c0-41e7-a36b-eb603625374f tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641820 Jul 28 21:42:11.031035 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:11.049119 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['7b442203-3fdc-426f-b5bc-ba1f239e6896'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:11.065783 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Pushing event deleted for resources: {'Port': ['ID=7b442203-3fdc-426f-b5bc-ba1f239e6896,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:11.140935 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] No DVR routers for this DVR port 7b442203-3fdc-426f-b5bc-ba1f239e6896 on host hv-cinder-78462 {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:42:11.144629 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:11.146666 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-055d7f87-01b8-4680-aa19-159de1f16c03 req-b31a369d-d1a6-4c29-9280-816ca92fcfff tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.22 "DELETE /v2.0/ports/7b442203-3fdc-426f-b5bc-ba1f239e6896 HTTP/1.1" status: 204 len: 173 time: 0.6231027 Jul 28 21:42:11.147687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'name': 'network-vif-deleted', 'tag': '7b442203-3fdc-426f-b5bc-ba1f239e6896'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:11.149852 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa21b7f-0c92-4af1-9232-c58dff674285" -d '{"events": [{"server_uuid": "a056fdf6-8dde-464e-be35-eb00d6b91ec6", "name": "network-vif-deleted", "tag": "7b442203-3fdc-426f-b5bc-ba1f239e6896"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:11.186972 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8d95ee86-012b-4636-a72a-bb6d5cbf40b2 req-909753c8-696f-4507-89b3-1b3a2dfef0a5 tempest-VolumesActionsTest-167932571 tempest-VolumesActionsTest-167932571-project] 10.222.0.21 "GET /v2.0/ports?device_id=a056fdf6-8dde-464e-be35-eb00d6b91ec6 HTTP/1.1" status: 200 len: 210 time: 0.0467525 Jul 28 21:42:11.251714 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b7a0d2-c787-4682-b829-d38f4eda84a5 x-openstack-request-id: req-26b7a0d2-c787-4682-b829-d38f4eda84a5 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:11.252007 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a056fdf6-8dde-464e-be35-eb00d6b91ec6", "name": "network-vif-deleted", "tag": "7b442203-3fdc-426f-b5bc-ba1f239e6896", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:11.252259 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26b7a0d2-c787-4682-b829-d38f4eda84a5 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:11.252699 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a056fdf6-8dde-464e-be35-eb00d6b91ec6', 'name': 'network-vif-deleted', 'tag': '7b442203-3fdc-426f-b5bc-ba1f239e6896', 'status': 'completed', 'code': 200} Jul 28 21:42:11.321022 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a6060-d50c-438c-8999-5b6b6b04b8df req-76d2a5d0-be6a-43ab-ae20-5bb6878c2fa0 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:11.322456 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b80a6060-d50c-438c-8999-5b6b6b04b8df req-76d2a5d0-be6a-43ab-ae20-5bb6878c2fa0 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0558951 Jul 28 21:42:11.360101 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b80a6060-d50c-438c-8999-5b6b6b04b8df req-ab43c51b-d679-45d7-8093-1f6c0d31fdaf tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Jul 28 21:42:11.536824 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c3ef816a-92f7-4236-bcf0-3baff7baffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:11.597006 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b9db4-ebc9-448d-92bc-98338c400c92 req-9a246ab5-bf7e-4f5c-9364-49373af4b733 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:11.598528 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-645b9db4-ebc9-448d-92bc-98338c400c92 req-9a246ab5-bf7e-4f5c-9364-49373af4b733 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Jul 28 21:42:11.638933 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-645b9db4-ebc9-448d-92bc-98338c400c92 req-9fe8f135-b441-4e66-a6f6-c5f959a28e88 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340598 Jul 28 21:42:11.952379 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6357-34b3-4614-afe0-217295899d1c req-8c1f0d62-61bf-4ab6-add6-34eda3da435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:11.962124 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-8c1f0d62-61bf-4ab6-add6-34eda3da435b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.0558798 Jul 28 21:42:11.962470 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fe9bd-0285-48a9-81f2-2753043cea1a req-d6cf15ef-fadf-4fa1-ab61-f0aff1ecc82f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:11.966803 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a35fe9bd-0285-48a9-81f2-2753043cea1a req-d6cf15ef-fadf-4fa1-ab61-f0aff1ecc82f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0788088 Jul 28 21:42:12.008525 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a35fe9bd-0285-48a9-81f2-2753043cea1a req-026cfc56-e5c1-4891-8534-ed502c1da7b7 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Jul 28 21:42:12.080742 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6357-34b3-4614-afe0-217295899d1c req-66dae7cc-df27-4c7a-8f2c-24500a1595ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:12.082546 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-66dae7cc-df27-4c7a-8f2c-24500a1595ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.1178260 Jul 28 21:42:12.131902 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-e89dc5cd-4844-49e8-b93c-331878ed9129 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0414500 Jul 28 21:42:12.181317 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d6357-34b3-4614-afe0-217295899d1c req-a8d0fbbc-f845-4e7c-9fb3-0604a6798932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:12.182782 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-a8d0fbbc-f845-4e7c-9fb3-0604a6798932 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0426643 Jul 28 21:42:12.225348 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-59df661c-aac3-4fa0-9cc9-29da97de3aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242157 Jul 28 21:42:12.332944 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-5d4af8a0-644c-4129-b8ee-e0860d42e5c9 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960071 Jul 28 21:42:12.437423 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c5d6357-34b3-4614-afe0-217295899d1c req-25eef13a-2101-4c46-a99d-f46f82fa792c service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969269 Jul 28 21:42:12.487110 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc21d95-42bf-4535-ba97-d54e81ccb67b req-9153e0f5-af6c-458c-857e-17e5b86983e0 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:12.488922 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4bc21d95-42bf-4535-ba97-d54e81ccb67b req-9153e0f5-af6c-458c-857e-17e5b86983e0 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0575585 Jul 28 21:42:12.544919 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4bc21d95-42bf-4535-ba97-d54e81ccb67b req-ca22f28b-4706-4a3f-81a7-d96278f4e364 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Jul 28 21:42:12.716148 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:12.774469 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f2890-c139-473d-83eb-30b744116f62 req-c5522b2a-e4f5-49c5-9eff-aed1f3ef4cd0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:12.776190 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ba5f2890-c139-473d-83eb-30b744116f62 req-c5522b2a-e4f5-49c5-9eff-aed1f3ef4cd0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0500286 Jul 28 21:42:12.831409 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ba5f2890-c139-473d-83eb-30b744116f62 req-0667b87e-7a14-48d7-b8c5-fff9964d9283 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491621 Jul 28 21:42:12.867681 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-cdfd4631-d0e7-4e1c-bb04-668da6e7f120 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:12.869419 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-cdfd4631-d0e7-4e1c-bb04-668da6e7f120 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.1188822 Jul 28 21:42:12.885761 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-86e9f15e-ecf0-44e7-abf7-d9bd8b9800f9 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/quotas/c0113109182e4b4aa2484b639c0d834b HTTP/1.1" status: 200 len: 375 time: 0.0093205 Jul 28 21:42:12.944400 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-48698fd0-fbbf-42c9-9763-71a2cd11381e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525513 Jul 28 21:42:13.045307 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-2eee29a0-7f79-4429-a552-95bbba34c9f9 service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933571 Jul 28 21:42:13.131898 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f1ae9-d87c-43c2-93b1-7cf040603f82 req-16c63958-d300-4564-8a20-314249bceaf6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:13.133636 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-529f1ae9-d87c-43c2-93b1-7cf040603f82 req-16c63958-d300-4564-8a20-314249bceaf6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0514040 Jul 28 21:42:13.147223 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-3085f77e-dabf-443c-9eb9-2c97046027cc service neutron] 10.222.0.21 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944598 Jul 28 21:42:13.174325 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-529f1ae9-d87c-43c2-93b1-7cf040603f82 req-f397cd29-e9b7-4cf1-aaa9-8252ed0a3a41 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341871 Jul 28 21:42:13.306609 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-149c5929-8571-4ee7-926a-36cac3839544 req-8b43fa4a-6912-4f17-95ac-5e5e27e5fa3e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 210 time: 0.0257552 Jul 28 21:42:13.668858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23385b72-3265-4d4e-a943-147142423058 req-4459d3cc-1ef3-488d-8b1f-0565bbbd4f94 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:13.670344 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-23385b72-3265-4d4e-a943-147142423058 req-4459d3cc-1ef3-488d-8b1f-0565bbbd4f94 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0504286 Jul 28 21:42:13.708003 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-23385b72-3265-4d4e-a943-147142423058 req-5d8e9016-d29d-4009-822e-d5b1fffea086 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Jul 28 21:42:13.965996 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369df0c-622c-4f7f-a729-7e23afb8a8f2 req-a53d8af3-ce8f-4f3f-9796-5124a172e761 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:13.967702 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3369df0c-622c-4f7f-a729-7e23afb8a8f2 req-a53d8af3-ce8f-4f3f-9796-5124a172e761 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0555210 Jul 28 21:42:14.006784 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3369df0c-622c-4f7f-a729-7e23afb8a8f2 req-d656d26d-f393-4769-a82f-c927ed81796d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329742 Jul 28 21:42:14.139877 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:14.205236 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6f94b4fd-4f63-41e5-a366-8a35f6323db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:14.296437 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98003f-7452-482f-8bc9-26ddb6a4e854 req-2c428cb2-1df2-4387-b60f-b08c02812e06 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:14.298662 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3b98003f-7452-482f-8bc9-26ddb6a4e854 req-2c428cb2-1df2-4387-b60f-b08c02812e06 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0510793 Jul 28 21:42:14.339196 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3b98003f-7452-482f-8bc9-26ddb6a4e854 req-afadfa3d-6c49-412f-8cc4-88d9b35b41dc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Jul 28 21:42:14.404120 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f7513d40-90e8-42e2-9188-111606b20649 req-258de89c-97d3-4e5f-9b03-868320189373 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Jul 28 21:42:14.687721 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 7b442203-3fdc-426f-b5bc-ba1f239e6896 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:42:14.707909 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 7b442203-3fdc-426f-b5bc-ba1f239e6896 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:42:14.708242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 7b442203-3fdc-426f-b5bc-ba1f239e6896 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:42:14.823215 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045eb8d-49a9-41f3-b077-19153f6924e1 req-a6ec7ede-a492-46c1-802c-a983a55b355e tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:14.824776 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d045eb8d-49a9-41f3-b077-19153f6924e1 req-a6ec7ede-a492-46c1-802c-a983a55b355e tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0477643 Jul 28 21:42:14.864082 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d045eb8d-49a9-41f3-b077-19153f6924e1 req-5b149e7a-9132-4e91-a4cb-296ddbf81828 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Jul 28 21:42:15.132406 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e52fa7-a3ac-497b-a4a5-d88625a38730 req-130df1b7-9dd0-4cc8-98cc-3061daafeb1f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:15.134001 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b8e52fa7-a3ac-497b-a4a5-d88625a38730 req-130df1b7-9dd0-4cc8-98cc-3061daafeb1f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0497029 Jul 28 21:42:15.171353 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b8e52fa7-a3ac-497b-a4a5-d88625a38730 req-d14177d2-0923-4f70-ad57-5817fb991560 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313804 Jul 28 21:42:15.343878 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:15.458459 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e526b-053b-40ef-aa0e-2b74165f00a9 req-ebe233e7-b79a-41ad-8fd3-e4d0596d260f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:15.462598 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-857e526b-053b-40ef-aa0e-2b74165f00a9 req-ebe233e7-b79a-41ad-8fd3-e4d0596d260f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0537527 Jul 28 21:42:15.501773 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-857e526b-053b-40ef-aa0e-2b74165f00a9 req-04cd2a0b-ff82-4ab2-8834-79095a09e476 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Jul 28 21:42:15.506615 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7bbfc6a1-671f-443d-a6e3-efc27b134424 req-4aecc393-cada-4530-9988-0e71e3dc260a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Jul 28 21:42:15.983024 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375ce57-9d08-41b3-b576-861d24a06ea4 req-0d3580e6-ca39-4e9e-b1bf-fa55df22241a tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:15.984477 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1375ce57-9d08-41b3-b576-861d24a06ea4 req-0d3580e6-ca39-4e9e-b1bf-fa55df22241a tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0499914 Jul 28 21:42:16.027108 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1375ce57-9d08-41b3-b576-861d24a06ea4 req-54c61ea1-74b8-46d3-ae9f-5ab42bd640c9 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361712 Jul 28 21:42:16.295730 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dec211-aa1f-4a06-aa73-47d0ce6ae7a0 req-acf6ba45-2e56-4c4d-98f1-31d99afd8480 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:16.297237 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e2dec211-aa1f-4a06-aa73-47d0ce6ae7a0 req-acf6ba45-2e56-4c4d-98f1-31d99afd8480 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0495098 Jul 28 21:42:16.336519 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e2dec211-aa1f-4a06-aa73-47d0ce6ae7a0 req-3fac0304-b6de-4c7a-aa6c-df3b9da3ca4e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Jul 28 21:42:16.549471 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-846e74b0-a3e0-4bb7-b896-6800ad65c00b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:16.551353 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-846e74b0-a3e0-4bb7-b896-6800ad65c00b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 815 time: 0.1201277 Jul 28 21:42:16.570057 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Request body: {'port': {'device_id': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'admin_state_up': True, 'tenant_id': 'c0113109182e4b4aa2484b639c0d834b'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:16.615595 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3195f260-d978-4581-b2bc-31f598c7f771 req-de4c20c8-cdd4-4e8d-9f9b-ea1dbbec397f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 210 time: 0.0304782 Jul 28 21:42:16.872643 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:16.874767 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776eb0c8-dff0-42ed-abfb-6ef40bab6184 req-94f73e17-1b2c-4d33-97a6-8402d3d22ade tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:16.876831 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-776eb0c8-dff0-42ed-abfb-6ef40bab6184 req-94f73e17-1b2c-4d33-97a6-8402d3d22ade tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.2901947 Jul 28 21:42:16.882984 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-04e615bd-d467-431b-9833-54b49ce4cc6a tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:16.884654 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-04e615bd-d467-431b-9833-54b49ce4cc6a tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.0492833 Jul 28 21:42:16.933185 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-776eb0c8-dff0-42ed-abfb-6ef40bab6184 req-dc7c113b-f511-4e18-910e-390c71e44362 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471630 Jul 28 21:42:16.939914 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Made reservation on behalf of c0113109182e4b4aa2484b639c0d834b for: {'port': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:42:16.943583 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:16.986978 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Deleting port ab9152da-1974-49b4-881b-e0a584c89b90 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:42:16.987628 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.073297 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Allocated IP 172.20.0.2 (654e39fe-305b-4197-a58c-5c2dfa0f3ec2/95e8a887-edda-4f8b-aaf3-b01a87e70ae9/4836c99b-700f-499b-b53b-08c7e22d403d) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:17.090598 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] For port ab9152da-1974-49b4-881b-e0a584c89b90, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ab9152da-1974-49b4-881b-e0a584c89b90,segment=NetworkSegment(2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595),segment_id=2fbc2cec-a8fc-46fe-8fa9-71aa2d3c0595)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:17.090968 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.115270 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Calling delete_port for ab9152da-1974-49b4-881b-e0a584c89b90 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:42:17.206389 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c9fbe-8f96-45a3-b8c4-15423cfa27c5 req-6edd90e0-b029-4cf6-bafb-e75694599f4d tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:17.207935 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5d1c9fbe-8f96-45a3-b8c4-15423cfa27c5 req-6edd90e0-b029-4cf6-bafb-e75694599f4d tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0361461-5eea-4fae-985e-394c357544eb HTTP/1.1" status: 200 len: 949 time: 0.1066120 Jul 28 21:42:17.239980 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.273438 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.278917 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5d1c9fbe-8f96-45a3-b8c4-15423cfa27c5 req-82b7d2f0-97fa-4e2a-b865-7d561a60ac60 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.21 "GET /v2.0/security-groups?id=9c7820b3-b1a6-4273-aa8a-dd72e9264acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617068 Jul 28 21:42:17.300688 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c', '90b3e880-741d-48ae-a02a-29f3113b9861', '163e548a-2389-49aa-9529-9fd3898d36a9'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:17.322540 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:17.328051 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:17.332920 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:17.354693 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.356191 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event updated for resources: {'Port': ['ID=4836c99b-700f-499b-b53b-08c7e22d403d,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:17.372464 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.373069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.373477 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.374132 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.374132 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.376784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.403193 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Pushing event deleted for resources: {'Port': ['ID=ab9152da-1974-49b4-881b-e0a584c89b90,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:17.415656 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:17.416350 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.435330 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-7ee6f8ae-7fe2-48b0-88c2-8f9af26273ca tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695850 Jul 28 21:42:17.454345 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] No DVR routers for this DVR port ab9152da-1974-49b4-881b-e0a584c89b90 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:42:17.456721 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.456996 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.457395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.457732 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.458126 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.458595 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.458974 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.459393 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.459906 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.460239 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.460613 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.460879 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:17.468676 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.471714 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3a86ec0f-fba0-46cd-b9e9-b0e0984190db req-000bbf2c-0a4f-489d-9435-4e0899289d99 tempest-VolumesNegativeTest-1651776019 tempest-VolumesNegativeTest-1651776019-project] 10.222.0.22 "DELETE /v2.0/ports/ab9152da-1974-49b4-881b-e0a584c89b90 HTTP/1.1" status: 204 len: 173 time: 0.5769324 Jul 28 21:42:17.472225 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0361461-5eea-4fae-985e-394c357544eb', 'name': 'network-vif-deleted', 'tag': 'ab9152da-1974-49b4-881b-e0a584c89b90'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:17.474597 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8522d3f9-1cd2-4154-aa0c-4ee2fff5f2db" -d '{"events": [{"server_uuid": "f0361461-5eea-4fae-985e-394c357544eb", "name": "network-vif-deleted", "tag": "ab9152da-1974-49b4-881b-e0a584c89b90"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:17.491605 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Request body: {'port': {'device_id': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:17.551733 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5e4d8-42bc-4134-b9f0-f0e75f727dfc x-openstack-request-id: req-23c5e4d8-42bc-4134-b9f0-f0e75f727dfc {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:17.552020 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0361461-5eea-4fae-985e-394c357544eb", "name": "network-vif-deleted", "tag": "ab9152da-1974-49b4-881b-e0a584c89b90", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:17.552271 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23c5e4d8-42bc-4134-b9f0-f0e75f727dfc {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:17.552719 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0361461-5eea-4fae-985e-394c357544eb', 'name': 'network-vif-deleted', 'tag': 'ab9152da-1974-49b4-881b-e0a584c89b90', 'status': 'completed', 'code': 200} Jul 28 21:42:17.571388 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e371-9cd2-406f-b578-eed2e1d32126 req-7f4a05ee-6df7-4927-afc1-bdbf07401839 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:17.573252 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-78b5e371-9cd2-406f-b578-eed2e1d32126 req-7f4a05ee-6df7-4927-afc1-bdbf07401839 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1252429 Jul 28 21:42:17.618814 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.651675 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-78b5e371-9cd2-406f-b578-eed2e1d32126 req-e8f15ac2-06a7-4e07-a8b8-787db6d8f3cd tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709305 Jul 28 21:42:17.762508 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff13ae-0ebd-4f2c-accb-78af0a00b164 req-caa76a0a-1dd4-4c74-b56e-4f235f0a698c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:17.763938 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-31ff13ae-0ebd-4f2c-accb-78af0a00b164 req-caa76a0a-1dd4-4c74-b56e-4f235f0a698c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 931 time: 0.0492716 Jul 28 21:42:17.805578 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-31ff13ae-0ebd-4f2c-accb-78af0a00b164 req-42eace80-3403-4180-8518-28da1a940b22 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335920 Jul 28 21:42:17.939113 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4836c99b-700f-499b-b53b-08c7e22d403d {{(pid=99669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:17.946259 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:17.958301 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Transition to ACTIVE for port object 4836c99b-700f-499b-b53b-08c7e22d403d will not be triggered until provisioned by entity L2. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:17.962256 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:18.021515 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Pushing event updated for resources: {'Port': ['ID=4836c99b-700f-499b-b53b-08c7e22d403d,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:18.112033 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac4c81-7f7c-478f-9678-f6c401b2c418 req-ffced4cb-d04e-420e-bde3-129c1eba2a72 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.113733 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-25ac4c81-7f7c-478f-9678-f6c401b2c418 req-ffced4cb-d04e-420e-bde3-129c1eba2a72 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1050560 Jul 28 21:42:18.137767 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Attempting to bind port 4836c99b-700f-499b-b53b-08c7e22d403d on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:18.138120 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Attempting to bind port 4836c99b-700f-499b-b53b-08c7e22d403d by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:18.138453 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Attempting to bind port 4836c99b-700f-499b-b53b-08c7e22d403d on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:18.151087 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Port 4836c99b-700f-499b-b53b-08c7e22d403d on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:42:18.151452 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Attempting to bind port 4836c99b-700f-499b-b53b-08c7e22d403d on network 654e39fe-305b-4197-a58c-5c2dfa0f3ec2 {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:18.162629 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:18.162972 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Checking segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:18.163438 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Bound using segment: {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'} {{(pid=99669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:18.163881 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.managers [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Bound port: 4836c99b-700f-499b-b53b-08c7e22d403d, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebec57d-a9e8-4df1-8919-7b861fd39972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2'}}] {{(pid=99669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:18.164245 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:18.190996 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-25ac4c81-7f7c-478f-9678-f6c401b2c418 req-1838f016-24e2-43cb-ba33-2c03d76186fe tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689821 Jul 28 21:42:18.248446 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] For port 4836c99b-700f-499b-b53b-08c7e22d403d, host hv-cinder-78462, cleared binding levels {{(pid=99669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:18.251711 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] For port 4836c99b-700f-499b-b53b-08c7e22d403d, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4836c99b-700f-499b-b53b-08c7e22d403d,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:18.255704 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:18.292961 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.293590 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:18.295457 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] 10.222.0.22 "PUT /v2.0/ports/4836c99b-700f-499b-b53b-08c7e22d403d HTTP/1.1" status: 200 len: 1093 time: 0.8144112 Jul 28 21:42:18.295896 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'tag': '4836c99b-700f-499b-b53b-08c7e22d403d'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:18.298712 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c6cefd-5253-4f9d-921d-6212ab567c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "83380e27-a437-43f3-affb-4cc8bf1effd9", "tag": "4836c99b-700f-499b-b53b-08c7e22d403d"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:18.324292 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bb7d9-5c6a-4111-841c-01785ba97146 service neutron] Pushing event updated for resources: {'Port': ['ID=4836c99b-700f-499b-b53b-08c7e22d403d,revision_number=3']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:18.363300 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6340bc-b608-4505-9740-b1a2ca113e39 x-openstack-request-id: req-de6340bc-b608-4505-9740-b1a2ca113e39 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:18.363578 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83380e27-a437-43f3-affb-4cc8bf1effd9", "tag": "4836c99b-700f-499b-b53b-08c7e22d403d", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:18.363824 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de6340bc-b608-4505-9740-b1a2ca113e39 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:18.364209 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'tag': '4836c99b-700f-499b-b53b-08c7e22d403d', 'status': 'completed', 'code': 200} Jul 28 21:42:18.397910 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-3b679388-849b-4fa3-98ce-3fcf5d418cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.400729 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-3b679388-849b-4fa3-98ce-3fcf5d418cac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 1096 time: 0.0495584 Jul 28 21:42:18.472905 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-78486835-00a4-44ee-855c-be9f963269f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4836c99b-700f-499b-b53b-08c7e22d403d HTTP/1.1" status: 200 len: 217 time: 0.0626338 Jul 28 21:42:18.551818 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-10e7257f-db95-4cd6-abea-69ec749a310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.553402 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-10e7257f-db95-4cd6-abea-69ec749a310d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.0715280 Jul 28 21:42:18.587783 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-e62a8b4e-a6fd-4852-b0bc-77a4df935b3c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257435 Jul 28 21:42:18.711532 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-e498b206-65d0-4275-b6cb-3433a9975d22 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140535 Jul 28 21:42:18.736837 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['ab9152da-1974-49b4-881b-e0a584c89b90'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:18.873165 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace51a6b-0da6-4270-a9f7-705ce7c2b184 req-cf2bb58a-9872-4d56-8068-848f406a3a49 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.874855 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ace51a6b-0da6-4270-a9f7-705ce7c2b184 req-cf2bb58a-9872-4d56-8068-848f406a3a49 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1424727 Jul 28 21:42:18.877936 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d77520ce-2aa8-496c-856e-7a30527c95cc req-12b46908-f970-44f2-b323-90151c984d82 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538067 Jul 28 21:42:18.932866 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ace51a6b-0da6-4270-a9f7-705ce7c2b184 req-1571e1d3-0814-4551-99df-0e51c04006e9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464044 Jul 28 21:42:18.945340 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9cdba-3587-4c8e-baf2-86747911d726 req-611e8d1b-b226-47cd-8b4b-015bc9bde15b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.946945 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b7a9cdba-3587-4c8e-baf2-86747911d726 req-611e8d1b-b226-47cd-8b4b-015bc9bde15b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.0652363 Jul 28 21:42:18.990886 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b7a9cdba-3587-4c8e-baf2-86747911d726 req-a00dab9a-8243-4783-b768-668bd1b5b33d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Jul 28 21:42:18.998152 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-4b71fc7e-898c-49b4-b935-877aa0dc15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:18.999816 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-4b71fc7e-898c-49b4-b935-877aa0dc15ae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0113109182e4b4aa2484b639c0d834b&device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 1096 time: 0.0531993 Jul 28 21:42:19.102859 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-ef453c2d-8572-4dcb-bd83-f3f61ff756f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:19.104332 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-ef453c2d-8572-4dcb-bd83-f3f61ff756f9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 200 len: 916 time: 0.0955296 Jul 28 21:42:19.157439 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-4310f328-2a43-46fd-bf68-f0294f390ed2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4836c99b-700f-499b-b53b-08c7e22d403d HTTP/1.1" status: 200 len: 217 time: 0.0344405 Jul 28 21:42:19.215047 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-94071dda-8179-4d29-bf56-c489685b9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:19.217741 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-94071dda-8179-4d29-bf56-c489685b9a2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 200 len: 855 time: 0.0468729 Jul 28 21:42:19.309854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9b6a2-f01b-4d09-a603-d4eca1bac588 req-6bda3cb6-561d-4540-b3c5-e4d8c0dd761c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:19.311437 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0ce9b6a2-f01b-4d09-a603-d4eca1bac588 req-6bda3cb6-561d-4540-b3c5-e4d8c0dd761c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0523221 Jul 28 21:42:19.363061 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0ce9b6a2-f01b-4d09-a603-d4eca1bac588 req-c165e474-b9d9-46ff-9335-603f2fee5208 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Jul 28 21:42:20.067737 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c75f5-9190-43f6-a0b2-fd9e4da72b17 req-6bf17e08-e519-40a3-b1ee-ab4cf1112862 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:20.069425 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c6c75f5-9190-43f6-a0b2-fd9e4da72b17 req-6bf17e08-e519-40a3-b1ee-ab4cf1112862 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0539169 Jul 28 21:42:20.112683 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c6c75f5-9190-43f6-a0b2-fd9e4da72b17 req-12c0d5d4-b8ff-45fb-9fd9-428e0270886f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368111 Jul 28 21:42:20.119573 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd256d-5a57-4454-a570-552095972292 req-df95156d-ba76-4303-a7e1-986a909a2459 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:20.121552 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d3fd256d-5a57-4454-a570-552095972292 req-df95156d-ba76-4303-a7e1-986a909a2459 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.0615926 Jul 28 21:42:20.164755 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d3fd256d-5a57-4454-a570-552095972292 req-85023d33-2f6f-48e5-936e-5f4e49ffafb6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Jul 28 21:42:20.488616 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ea125-15a0-40ec-b6fb-0ed5558d6680 req-09fbba24-b33d-45de-99f3-ed6aa6d1b350 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:20.490395 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e5ea125-15a0-40ec-b6fb-0ed5558d6680 req-09fbba24-b33d-45de-99f3-ed6aa6d1b350 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0552459 Jul 28 21:42:20.536138 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e5ea125-15a0-40ec-b6fb-0ed5558d6680 req-22a00570-d574-42b6-8da1-a3891de3302a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359349 Jul 28 21:42:21.239535 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05b9bb-0a2c-4c4f-b0d0-043652c7f1d6 req-5ca73584-be22-491e-8876-fbeac7ded7cb tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:21.246610 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ef05b9bb-0a2c-4c4f-b0d0-043652c7f1d6 req-5ca73584-be22-491e-8876-fbeac7ded7cb tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0556078 Jul 28 21:42:21.280723 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ef05b9bb-0a2c-4c4f-b0d0-043652c7f1d6 req-2ea7dc24-6232-45af-9465-b9bb6638b659 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326836 Jul 28 21:42:21.282471 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9cf1e-c1ed-4ea8-b4f3-529d47ce281a req-5584a513-0089-4a46-a709-76e375a44338 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:21.283931 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-51f9cf1e-c1ed-4ea8-b4f3-529d47ce281a req-5584a513-0089-4a46-a709-76e375a44338 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.0508621 Jul 28 21:42:21.321481 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-51f9cf1e-c1ed-4ea8-b4f3-529d47ce281a req-287106fd-c7b3-427e-8f22-c805e9ff16a4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Jul 28 21:42:21.650225 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bf3c3-ac26-4b61-b9e2-0826eb8c5343 req-3009730f-d966-4c92-a641-e6e45fbcc45d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:21.651711 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-de5bf3c3-ac26-4b61-b9e2-0826eb8c5343 req-3009730f-d966-4c92-a641-e6e45fbcc45d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0479939 Jul 28 21:42:21.690120 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-de5bf3c3-ac26-4b61-b9e2-0826eb8c5343 req-d97e2a97-ea7f-4821-b9aa-dd193cfba75c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306070 Jul 28 21:42:21.874258 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-79f0efec-83c0-41a6-b787-47b74fd48c5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=654e39fe-305b-4197-a58c-5c2dfa0f3ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271006 Jul 28 21:42:22.397884 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4a067-f3e7-4fce-a557-52653e2dfc57 req-25cd04d4-0f0f-4140-838b-08e241dc565a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:22.399408 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-eed4a067-f3e7-4fce-a557-52653e2dfc57 req-25cd04d4-0f0f-4140-838b-08e241dc565a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0485210 Jul 28 21:42:22.438872 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-eed4a067-f3e7-4fce-a557-52653e2dfc57 req-fc5e64e6-4088-47b2-9412-54e280633e70 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327923 Jul 28 21:42:22.439592 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208fdb4-b269-44a6-9365-e22f8eb0ab98 req-e911f55e-958d-4fd3-a651-9da9193c66c0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:22.441370 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b208fdb4-b269-44a6-9365-e22f8eb0ab98 req-e911f55e-958d-4fd3-a651-9da9193c66c0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.0518601 Jul 28 21:42:22.480208 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b208fdb4-b269-44a6-9365-e22f8eb0ab98 req-c9d695d4-97c4-4fd8-9d61-9178dc103f20 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jul 28 21:42:22.805010 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb279677-137f-4799-8d7c-4caeca3b7a2d req-5ccc724f-f4e8-4a9c-9a85-5ab282ee916c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:22.806467 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-eb279677-137f-4799-8d7c-4caeca3b7a2d req-5ccc724f-f4e8-4a9c-9a85-5ab282ee916c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0488811 Jul 28 21:42:22.843752 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-eb279677-137f-4799-8d7c-4caeca3b7a2d req-b04fb573-8ae7-4cf4-8f15-ab746d342783 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jul 28 21:42:22.907503 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ab9152da-1974-49b4-881b-e0a584c89b90 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:42:22.931014 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: ab9152da-1974-49b4-881b-e0a584c89b90 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:42:22.931360 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ab9152da-1974-49b4-881b-e0a584c89b90 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:42:22.989098 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-f2f7f35c-5cdc-4456-af32-0657184e2b04 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959883 Jul 28 21:42:23.082328 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1c6cefd-5253-4f9d-921d-6212ab567c2e req-e8a59b5b-e9f7-4276-bb9c-d022ca918908 service neutron] 10.222.0.22 "GET /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Jul 28 21:42:23.562649 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbe9d8-e0d8-4c2b-b2af-1e62da900e7e req-f15d00c5-7c50-4cd4-bee9-64f03bddb339 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:23.564388 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e3fbe9d8-e0d8-4c2b-b2af-1e62da900e7e req-f15d00c5-7c50-4cd4-bee9-64f03bddb339 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0502868 Jul 28 21:42:23.604793 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e3fbe9d8-e0d8-4c2b-b2af-1e62da900e7e req-821d0cf0-760f-4337-8cde-74ae0975e8e6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331118 Jul 28 21:42:23.605701 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9449-2ce2-4e96-8d8b-fba8cdcb3db4 req-0226cc18-aae8-427b-94a6-4a04a0c93e93 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:23.607194 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c22a9449-2ce2-4e96-8d8b-fba8cdcb3db4 req-0226cc18-aae8-427b-94a6-4a04a0c93e93 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.0509105 Jul 28 21:42:23.644746 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c22a9449-2ce2-4e96-8d8b-fba8cdcb3db4 req-aa5e638b-ca7d-41af-8617-c692fedc90d5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jul 28 21:42:23.967289 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bf4bc-e981-4d17-9a9a-c7c711a2aad2 req-00ca55b8-561d-4c6f-8748-cb7575e29c35 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:23.968933 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-488bf4bc-e981-4d17-9a9a-c7c711a2aad2 req-00ca55b8-561d-4c6f-8748-cb7575e29c35 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0536771 Jul 28 21:42:24.010248 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-488bf4bc-e981-4d17-9a9a-c7c711a2aad2 req-7ac1e411-0ac2-4fad-ba90-60471269de3e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346954 Jul 28 21:42:24.554936 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 32854) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:24.743748 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16bd80-2c50-4f60-afe2-548108b56d06 req-9d90dd12-287a-4c42-a382-d31783196fb1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:24.745526 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-aa16bd80-2c50-4f60-afe2-548108b56d06 req-9d90dd12-287a-4c42-a382-d31783196fb1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0556359 Jul 28 21:42:24.807059 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-aa16bd80-2c50-4f60-afe2-548108b56d06 req-8c6a573c-6467-4b4c-8a1d-f7fc483efe01 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526023 Jul 28 21:42:24.820971 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d54e3a8b-efe4-4c24-97f8-594d472dc12b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61c19d001e3a4f648626be602736df56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643816 Jul 28 21:42:24.825960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 32868) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:24.831818 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b6edc-442b-4933-ba7c-836aa85244c2 req-bae752db-1b8a-44ee-ba24-df490ce8d649 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:24.841427 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f97b6edc-442b-4933-ba7c-836aa85244c2 req-bae752db-1b8a-44ee-ba24-df490ce8d649 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.1073751 Jul 28 21:42:24.896375 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bae25a8a-4367-498d-8fbc-a8cb6967cffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:24.898183 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f97b6edc-442b-4933-ba7c-836aa85244c2 req-d2f3ac98-8fe3-4740-87b1-ce9fb9394ea6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538216 Jul 28 21:42:24.933488 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bae25a8a-4367-498d-8fbc-a8cb6967cffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:25.000062 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bae25a8a-4367-498d-8fbc-a8cb6967cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:25.004394 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bae25a8a-4367-498d-8fbc-a8cb6967cffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:25.008765 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bae25a8a-4367-498d-8fbc-a8cb6967cffa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c7820b3-b1a6-4273-aa8a-dd72e9264acd HTTP/1.1" status: 204 len: 168 time: 0.1803513 Jul 28 21:42:25.017229 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae25a8a-4367-498d-8fbc-a8cb6967cffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7820b3-b1a6-4273-aa8a-dd72e9264acd,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:25.181740 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981246e-0f6f-4f1a-9cb2-4ad39080b1f6 req-85d607f2-d614-449d-9cf3-0f82b98593f6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:25.183309 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7981246e-0f6f-4f1a-9cb2-4ad39080b1f6 req-85d607f2-d614-449d-9cf3-0f82b98593f6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0750062 Jul 28 21:42:25.260846 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7981246e-0f6f-4f1a-9cb2-4ad39080b1f6 req-3ed07932-940e-41d6-8083-ef5801bbca2d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678310 Jul 28 21:42:25.917347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 32906) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:25.976375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846c539-7c05-4bf8-9db7-04a0b7704912 req-01605b47-db47-48ec-85a3-a934f7fcefae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:25.985223 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5846c539-7c05-4bf8-9db7-04a0b7704912 req-01605b47-db47-48ec-85a3-a934f7fcefae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0779917 Jul 28 21:42:26.038852 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5846c539-7c05-4bf8-9db7-04a0b7704912 req-c0c25c81-5105-4688-b459-a7d35f5211a9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523708 Jul 28 21:42:26.045349 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-396894260-network', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:26.066442 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c1b68-a70d-438b-a44e-7e9df376bac4 req-fadd66b6-9753-4a7c-81e3-a37f96fbf2f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:26.068177 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-255c1b68-a70d-438b-a44e-7e9df376bac4 req-fadd66b6-9753-4a7c-81e3-a37f96fbf2f2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.0794609 Jul 28 21:42:26.085192 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Made reservation on behalf of aabcf091815b4a0998b6b49e36980100 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:42:26.087408 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.105185 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.142673 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-255c1b68-a70d-438b-a44e-7e9df376bac4 req-dd502b11-c309-434c-8268-3c5938220fd6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661070 Jul 28 21:42:26.226288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.230289 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.259806 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:42:26.277709 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b8a219-ce0a-41d4-919b-0a6af69d8c09,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:26.283845 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.284183 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Added segment 9bbe58ad-4b5a-43c7-ba1a-808e692170b3 of type vlan for network 1e08f187-da56-41d2-9712-8e2ded2599d0 Jul 28 21:42:26.360072 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.395115 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2dd98-03a0-4bdf-8bb8-f1067a1fbbc1 req-3923f8a8-b85c-410e-800f-9a72b39f74c1 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:26.402872 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cdb2dd98-03a0-4bdf-8bb8-f1067a1fbbc1 req-3923f8a8-b85c-410e-800f-9a72b39f74c1 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0670588 Jul 28 21:42:26.425338 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.427518 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:26.428958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.474561 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cdb2dd98-03a0-4bdf-8bb8-f1067a1fbbc1 req-6e2a3fba-b05d-496c-84c7-dd1488f9ad65 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703833 Jul 28 21:42:26.506993 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5879116 Jul 28 21:42:26.509284 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 32922) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:26.514535 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Request body: {'subnet': {'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-396894260-subnet', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'ip_version': 4}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:26.525698 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56ce30-0dbb-424c-b951-dbee907c1180 admin admin] Pushing event updated for resources: {'Network': ['ID=1e08f187-da56-41d2-9712-8e2ded2599d0,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:26.537901 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Made reservation on behalf of aabcf091815b4a0998b6b49e36980100 for: {'subnet': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:42:26.542509 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:42:26.552570 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3447943'] for subnet, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.836435 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3447977'] for subnet, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:26.908403 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 4836c99b-700f-499b-b53b-08c7e22d403d details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:42:26.929068 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=377ac414-7a99-459d-9ebf-fc0a8c51a086,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:26.949149 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Checking segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:26.949972 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Network hostable DHCP agents. Network: 1e08f187-da56-41d2-9712-8e2ded2599d0, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:42:26.995720 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:42:27.025200 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 1e08f187-da56-41d2-9712-8e2ded2599d0) {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:27.033063 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:27.033499 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.037054 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc0ed6-6ec8-4f03-b95b-85d5d5e5beeb None None] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:42:27.062159 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9b34eab7-8848-439d-888c-55390f08fcbe admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5513594 Jul 28 21:42:27.064470 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 32930) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:27.070496 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:27.098285 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.100098 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.215287 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 4836c99b-700f-499b-b53b-08c7e22d403d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4836c99b-700f-499b-b53b-08c7e22d403d,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:27.229293 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '4836c99b-700f-499b-b53b-08c7e22d403d', 'network_id': '654e39fe-305b-4197-a58c-5c2dfa0f3ec2', 'port_id': '4836c99b-700f-499b-b53b-08c7e22d403d', 'mac_address': 'fa:16:3e:20:dd:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e8a887-edda-4f8b-aaf3-b01a87e70ae9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:42:27.236970 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.259808 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3688b-78f9-400f-ba69-8dfe11cd73e9 req-7ad63334-75ea-4879-b66e-3d9eb8f7bcbe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:27.278840 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-caa3688b-78f9-400f-ba69-8dfe11cd73e9 req-7ad63334-75ea-4879-b66e-3d9eb8f7bcbe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1342084 Jul 28 21:42:27.295628 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.311188 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4836c99b-700f-499b-b53b-08c7e22d403d {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:27.342855 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 4836c99b-700f-499b-b53b-08c7e22d403d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4836c99b-700f-499b-b53b-08c7e22d403d,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:27.355024 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.368125 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-caa3688b-78f9-400f-ba69-8dfe11cd73e9 req-f5a96440-8d54-4215-8766-66903c83e627 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865796 Jul 28 21:42:27.423967 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=4836c99b-700f-499b-b53b-08c7e22d403d,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:27.451233 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.451880 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.452333 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.452656 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.452997 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.453948 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.454320 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.454561 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.454933 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.455264 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.455593 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.455920 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:42:27.472126 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.475872 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-1e08f187-da56-41d2-9712-8e2ded2599d0', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:42:27.477047 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.492531 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f63b81-16e0-41f9-a418-9ae5a35cc43d req-06aa6641-ef65-4da8-bf01-7ccc607b397a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:27.494319 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f6f63b81-16e0-41f9-a418-9ae5a35cc43d req-06aa6641-ef65-4da8-bf01-7ccc607b397a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 943 time: 0.1661561 Jul 28 21:42:27.595552 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f6f63b81-16e0-41f9-a418-9ae5a35cc43d req-6c671f8a-6c1d-4c99-a3d1-876b934c8f17 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847225 Jul 28 21:42:27.662932 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Allocated IP 172.20.0.2 (1e08f187-da56-41d2-9712-8e2ded2599d0/377ac414-7a99-459d-9ebf-fc0a8c51a086/5a23eae5-a147-4604-87f0-f60401598c0b) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:27.674747 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e02b8-af97-4ef7-a34f-a03d829ba26c req-2d0913bb-49be-4e67-a1f2-1c8e52d17893 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:27.679443 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec3e02b8-af97-4ef7-a34f-a03d829ba26c req-2d0913bb-49be-4e67-a1f2-1c8e52d17893 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0864999 Jul 28 21:42:27.744613 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec3e02b8-af97-4ef7-a34f-a03d829ba26c req-46c579c5-5ea5-43ec-b560-825a2992ee54 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Jul 28 21:42:27.805989 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.830041 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.853188 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.863943 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Transition to ACTIVE for port object 5a23eae5-a147-4604-87f0-f60401598c0b will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:27.889106 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Transition to ACTIVE for port object 5a23eae5-a147-4604-87f0-f60401598c0b will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:27.909964 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:27.995090 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:27.998958 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:28.006537 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:28.015193 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Pushing event updated for resources: {'Port': ['ID=5a23eae5-a147-4604-87f0-f60401598c0b,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:28.092205 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Attempting to bind port 5a23eae5-a147-4604-87f0-f60401598c0b on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:28.092604 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Attempting to bind port 5a23eae5-a147-4604-87f0-f60401598c0b by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:28.092994 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Attempting to bind port 5a23eae5-a147-4604-87f0-f60401598c0b on network 1e08f187-da56-41d2-9712-8e2ded2599d0 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:28.099559 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:28.100660 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Checking segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:28.101252 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:28.101857 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Bound using segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:28.102385 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Bound port: 5a23eae5-a147-4604-87f0-f60401598c0b, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:28.102793 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:28.186464 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] For port 5a23eae5-a147-4604-87f0-f60401598c0b, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:28.191548 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] For port 5a23eae5-a147-4604-87f0-f60401598c0b, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=5a23eae5-a147-4604-87f0-f60401598c0b,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:28.197597 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:28.231985 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Allocated IP 172.27.3.47 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/3a1482ca-5a05-466c-903d-38711aaea53b) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:28.273709 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827fa654-9a62-491f-a497-d6639deb0ec5 None None] Pushing event updated for resources: {'Port': ['ID=5a23eae5-a147-4604-87f0-f60401598c0b,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:28.375035 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:28.478989 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:28.588423 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:28.599084 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:28.603840 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:28.650856 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cca1c-9914-4126-852f-5621aaf399dc req-4bf98d29-23d8-4b6e-a8bd-c9c26a579b0f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:28.652379 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5b1cca1c-9914-4126-852f-5621aaf399dc req-4bf98d29-23d8-4b6e-a8bd-c9c26a579b0f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1165810 Jul 28 21:42:28.653013 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Pushing event updated for resources: {'Port': ['ID=3a1482ca-5a05-466c-903d-38711aaea53b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:28.756615 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3def3-2aeb-4729-b8dc-3c7abf838a5b req-7e921ddf-c71d-455d-83cc-0dd357ab3d7a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:28.758036 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a1d3def3-2aeb-4729-b8dc-3c7abf838a5b req-7e921ddf-c71d-455d-83cc-0dd357ab3d7a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 944 time: 0.0598085 Jul 28 21:42:28.801511 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5b1cca1c-9914-4126-852f-5621aaf399dc req-196ae6f9-46e1-4356-a637-8be176b951e1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361306 Jul 28 21:42:28.822068 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a1d3def3-2aeb-4729-b8dc-3c7abf838a5b req-4b0b66a1-4ade-431f-aa59-f922c265b1c9 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532191 Jul 28 21:42:28.990961 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c3c42-8046-40e6-8b39-11b3a30cac6d req-f9e2a0c7-6adc-45e0-a330-58e2fa64ea21 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:28.990961 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec6c3c42-8046-40e6-8b39-11b3a30cac6d req-f9e2a0c7-6adc-45e0-a330-58e2fa64ea21 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0886950 Jul 28 21:42:29.011095 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:29.036675 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec6c3c42-8046-40e6-8b39-11b3a30cac6d req-095abdfe-0d0f-4054-b0bc-bc37c8b583b6 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Jul 28 21:42:29.284201 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:29.403680 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1a570-9497-4d5f-ad9d-94475068cce7 None None] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:42:29.438078 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Router bac92253-6dd2-4d0c-b4c1-99bb31167996 is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:42:29.495041 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-37c42ae4-6fe3-4500-8279-9b58c866999c None None] Provisioning for port 5a23eae5-a147-4604-87f0-f60401598c0b completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:29.560229 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:42:29.569261 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Sync routers for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:42:29.583220 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:29.583631 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:29.598465 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:29.600877 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ec09c962-32a4-491c-8767-c9337b7080cf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5350640 Jul 28 21:42:29.603511 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 32970) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:29.751092 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:29.959586 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3eb77-a68e-4e1e-905d-8edd1e22f988 req-1bf92b0f-a3ff-4dfb-98be-461eb60ee196 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:29.967019 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8ef3eb77-a68e-4e1e-905d-8edd1e22f988 req-1bf92b0f-a3ff-4dfb-98be-461eb60ee196 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0566051 Jul 28 21:42:30.035728 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8ef3eb77-a68e-4e1e-905d-8edd1e22f988 req-9fecc78c-b3c1-410e-9f7f-9d40738b9fd4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566442 Jul 28 21:42:30.049724 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeb5ac-bd42-405a-b671-c1c58b3aa4bd req-bc3e3dc0-ceef-4e83-9b72-bd0d1a5fa89f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:30.051302 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8ffeb5ac-bd42-405a-b671-c1c58b3aa4bd req-bc3e3dc0-ceef-4e83-9b72-bd0d1a5fa89f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 944 time: 0.1111033 Jul 28 21:42:30.135347 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8ffeb5ac-bd42-405a-b671-c1c58b3aa4bd req-832bbc85-0c18-4702-992d-4ee21c5c4ca0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750206 Jul 28 21:42:30.213599 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec692f3a-e269-4362-b252-6c6fd5d054b8 req-167d4d27-de6a-4114-8b4b-bedbab514f91 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:30.221875 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec692f3a-e269-4362-b252-6c6fd5d054b8 req-167d4d27-de6a-4114-8b4b-bedbab514f91 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0811381 Jul 28 21:42:30.251794 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:28Z', 'revision_number': 3, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:30.266901 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec692f3a-e269-4362-b252-6c6fd5d054b8 req-a3da0e6e-d1b9-4d01-9b3d-941792f14644 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Jul 28 21:42:30.292768 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Checking router: bac92253-6dd2-4d0c-b4c1-99bb31167996 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:42:30.293117 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Updating router bac92253-6dd2-4d0c-b4c1-99bb31167996 port 3a1482ca-5a05-466c-903d-38711aaea53b binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:42:30.296411 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.322639 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.483740 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 5a23eae5-a147-4604-87f0-f60401598c0b up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:30.533483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Allocated IP 172.20.0.1 (1e08f187-da56-41d2-9712-8e2ded2599d0/377ac414-7a99-459d-9ebf-fc0a8c51a086/bdd4b6bd-01b3-48b7-8f51-d79cf2314b37) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:30.592471 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 5a23eae5-a147-4604-87f0-f60401598c0b completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:30.598558 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 5a23eae5-a147-4604-87f0-f60401598c0b triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:30.598987 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.665858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.669890 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['4836c99b-700f-499b-b53b-08c7e22d403d'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:30.680648 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Transition to ACTIVE for port object bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:30.719819 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.773295 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.784615 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:30.786394 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:30.796441 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Transition to ACTIVE for port object 3a1482ca-5a05-466c-903d-38711aaea53b will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:30.799387 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:30.809071 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.809475 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:30.880848 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.887621 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85cc48-d2cb-4549-ae75-c957a2a3b602 None None] Pushing event updated for resources: {'Port': ['ID=3a1482ca-5a05-466c-903d-38711aaea53b,revision_number=2']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:30.893483 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Attempting to bind port 3a1482ca-5a05-466c-903d-38711aaea53b on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:30.893843 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Attempting to bind port 3a1482ca-5a05-466c-903d-38711aaea53b by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:30.894299 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Attempting to bind port 3a1482ca-5a05-466c-903d-38711aaea53b on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:30.900367 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:30.900734 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:30.901129 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.901512 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:30.902181 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Bound port: 3a1482ca-5a05-466c-903d-38711aaea53b, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:30.902701 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.926215 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:30.964487 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] For port 3a1482ca-5a05-466c-903d-38711aaea53b, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:30.971477 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] For port 3a1482ca-5a05-466c-903d-38711aaea53b, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=3a1482ca-5a05-466c-903d-38711aaea53b,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:30.981160 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.032295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 5a23eae5-a147-4604-87f0-f60401598c0b, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=5a23eae5-a147-4604-87f0-f60401598c0b,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:31.044941 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.107606 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85cc48-d2cb-4549-ae75-c957a2a3b602 None None] Pushing event updated for resources: {'Port': ['ID=3a1482ca-5a05-466c-903d-38711aaea53b,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:31.121997 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=5a23eae5-a147-4604-87f0-f60401598c0b,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:31.123159 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.170739 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:31.171464 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:31.178456 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-c67fa4ab-6fc9-4cdb-a9d6-1a22688049cb None None] Provisioning for port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:31.188957 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-c67fa4ab-6fc9-4cdb-a9d6-1a22688049cb None None] Provisioning complete for port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:31.191050 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c67fa4ab-6fc9-4cdb-a9d6-1a22688049cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.311309 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-c67fa4ab-6fc9-4cdb-a9d6-1a22688049cb None None] Port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:42:31.348268 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:31.390474 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7ae3f-8b56-408f-9f87-6f29b729f086 req-abed98f8-792b-45fb-8357-7ee174752c05 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:31.400715 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c451ed-3807-4ece-95c3-f67a92313a01 req-dd82c0aa-865c-4a54-b972-ceb1c617fb98 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:31.401731 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-91e7ae3f-8b56-408f-9f87-6f29b729f086 req-abed98f8-792b-45fb-8357-7ee174752c05 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 944 time: 0.1473489 Jul 28 21:42:31.403291 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-33c451ed-3807-4ece-95c3-f67a92313a01 req-dd82c0aa-865c-4a54-b972-ceb1c617fb98 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.2453201 Jul 28 21:42:31.459886 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-91e7ae3f-8b56-408f-9f87-6f29b729f086 req-1a434eb6-0f1e-4447-822b-5dc9c00fd09c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Jul 28 21:42:31.515483 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-33c451ed-3807-4ece-95c3-f67a92313a01 req-edd328c9-3c5a-4f21-95d4-53e2a4440e08 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987332 Jul 28 21:42:31.637722 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.642862 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3e986-0166-4aa8-80f2-981677c89a6b req-26230728-8e3a-494a-a808-405895b2a271 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:31.645948 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.648986 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-25c3e986-0166-4aa8-80f2-981677c89a6b req-26230728-8e3a-494a-a808-405895b2a271 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1160762 Jul 28 21:42:31.674897 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:30Z', 'revision_number': 1, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:31.712474 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667f4863-393d-4921-bfcb-85cce9bc4d94 None None] The sync data for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi is: [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:30Z', 'revision_number': 1, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:42:31.727172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:31.734382 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-25c3e986-0166-4aa8-80f2-981677c89a6b req-5311791a-1bfc-4f11-bc92-a718a1e99403 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682099 Jul 28 21:42:31.757006 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:31.857978 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:31.860296 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:32.060112 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Router bac92253-6dd2-4d0c-b4c1-99bb31167996 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:42:32.455045 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-f72ce51c-4171-4254-afe3-13649ebad87e None None] Provisioning complete for port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:32.455577 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f72ce51c-4171-4254-afe3-13649ebad87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:32.528423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 5a23eae5-a147-4604-87f0-f60401598c0b up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:32.564186 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-f72ce51c-4171-4254-afe3-13649ebad87e None None] Port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:42:32.626049 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 5a23eae5-a147-4604-87f0-f60401598c0b triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:32.626460 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:32.676018 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff466ba-55bf-409d-ba30-c6a17a1f7dc8 req-3452b688-75a1-4aa2-8c64-bcb5063f93ef tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:32.685156 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cff466ba-55bf-409d-ba30-c6a17a1f7dc8 req-3452b688-75a1-4aa2-8c64-bcb5063f93ef tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 944 time: 0.0924633 Jul 28 21:42:32.754648 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cff466ba-55bf-409d-ba30-c6a17a1f7dc8 req-492ba135-8545-4981-b0b6-ed22128323e8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682516 Jul 28 21:42:32.817229 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:42:32.833127 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-da3deed1-0b4f-4675-8134-0361b3cc90c4 admin admin] 10.222.0.21 "PUT /v2.0/routers/bac92253-6dd2-4d0c-b4c1-99bb31167996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2269614 Jul 28 21:42:32.881236 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-a64a1223-310d-422d-a803-ee2beba9cf6f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877649171&fields=id&tenant_id=c25557b9016b4b95b3d7bedacc4dc00b HTTP/1.1" status: 200 len: 267 time: 0.1874597 Jul 28 21:42:32.917212 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884e204-d1e1-4bff-aced-7598f5879195 req-a8a0caa4-9053-48a0-a9c6-23e904f10ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:32.919180 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0884e204-d1e1-4bff-aced-7598f5879195 req-a8a0caa4-9053-48a0-a9c6-23e904f10ed4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.2275341 Jul 28 21:42:32.974649 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08042f-e4a9-459f-a8d3-4c6a2116bbc5 req-71d50b4d-a865-4c91-930c-323b5a44b339 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:32.990084 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0d08042f-e4a9-459f-a8d3-4c6a2116bbc5 req-71d50b4d-a865-4c91-930c-323b5a44b339 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1521873 Jul 28 21:42:33.084768 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0884e204-d1e1-4bff-aced-7598f5879195 req-f1827a43-457b-4b25-b977-205d7909f750 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509278 Jul 28 21:42:33.128611 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-67bdb00c-cf07-4738-81ce-1c5cf3666c67 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:33.130150 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-67bdb00c-cf07-4738-81ce-1c5cf3666c67 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 807 time: 0.2408900 Jul 28 21:42:33.151236 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-dfa1cff5-9549-49aa-bada-7243a64dd278 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/quotas/c25557b9016b4b95b3d7bedacc4dc00b HTTP/1.1" status: 200 len: 375 time: 0.0141582 Jul 28 21:42:33.226047 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-36dd09fe-3d97-4741-aeb4-81d6139160ce tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639086 Jul 28 21:42:33.406845 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-40fc9514-3311-4df8-a0fa-02a549818a88 service neutron] 10.222.0.21 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638560 Jul 28 21:42:33.480924 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0d08042f-e4a9-459f-a8d3-4c6a2116bbc5 req-cc8efbe4-a99e-4d6a-9375-0d65b988fd79 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898181 Jul 28 21:42:33.509122 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 4836c99b-700f-499b-b53b-08c7e22d403d up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:33.645197 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 4836c99b-700f-499b-b53b-08c7e22d403d completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:33.660034 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 4836c99b-700f-499b-b53b-08c7e22d403d triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:33.660588 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:33.672699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c07393-c530-459b-a881-262f7a1abd8f req-98975e46-0918-4cae-860e-9c925d16976a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:33.674294 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-92c07393-c530-459b-a881-262f7a1abd8f req-98975e46-0918-4cae-860e-9c925d16976a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1026616 Jul 28 21:42:33.681930 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-67594b6a-714f-48bc-a8fd-6337e9448d98 service neutron] 10.222.0.21 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646604 Jul 28 21:42:33.799705 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-92c07393-c530-459b-a881-262f7a1abd8f req-faa93630-4d4a-468b-b846-ae6408052e17 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913286 Jul 28 21:42:33.885121 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:33.994977 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4836c99b-700f-499b-b53b-08c7e22d403d'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:34.004093 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b69c328-8209-4d72-93cb-848f1915d56c" -d '{"events": [{"server_uuid": "83380e27-a437-43f3-affb-4cc8bf1effd9", "name": "network-vif-plugged", "status": "completed", "tag": "4836c99b-700f-499b-b53b-08c7e22d403d"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:34.020996 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 4836c99b-700f-499b-b53b-08c7e22d403d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4836c99b-700f-499b-b53b-08c7e22d403d,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:34.032351 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.099897 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f320c30-4183-4a9e-a8d2-e0f1ac83c516 req-eae110d1-0ead-4aa8-83e9-e9680850e969 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:34.101773 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f320c30-4183-4a9e-a8d2-e0f1ac83c516 req-eae110d1-0ead-4aa8-83e9-e9680850e969 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 944 time: 0.1450782 Jul 28 21:42:34.176252 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f320c30-4183-4a9e-a8d2-e0f1ac83c516 req-5840ccf0-a6df-46be-b42d-8372916b66c2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628760 Jul 28 21:42:34.179471 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=4836c99b-700f-499b-b53b-08c7e22d403d,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:34.229823 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33068) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:34.237527 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1895476268-network', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:34.326172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Made reservation on behalf of ccff848379c04ff0aec444af46b5f404 for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:42:34.326548 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fad4ca1-7f5e-4b74-8b29-242212624cc0 x-openstack-request-id: req-1fad4ca1-7f5e-4b74-8b29-242212624cc0 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:34.329696 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83380e27-a437-43f3-affb-4cc8bf1effd9", "name": "network-vif-plugged", "status": "completed", "tag": "4836c99b-700f-499b-b53b-08c7e22d403d", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:34.330473 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1fad4ca1-7f5e-4b74-8b29-242212624cc0 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:34.331393 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4836c99b-700f-499b-b53b-08c7e22d403d', 'code': 200} Jul 28 21:42:34.340631 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.371180 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.517050 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 3a1482ca-5a05-466c-903d-38711aaea53b up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:34.564458 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b5ba400d-4e09-4fb4-8da7-af898a8b494b req-798975c8-8398-47a0-9cb3-2f3078cd381a tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 210 time: 0.1760690 Jul 28 21:42:34.656153 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da622-f01d-4da3-9fc9-2885d1388ae1 req-8dc6097f-c4eb-4380-b90e-f5385335dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:34.658162 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 3a1482ca-5a05-466c-903d-38711aaea53b completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:34.658570 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f02da622-f01d-4da3-9fc9-2885d1388ae1 req-8dc6097f-c4eb-4380-b90e-f5385335dd1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 1098 time: 0.0916731 Jul 28 21:42:34.662939 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 3a1482ca-5a05-466c-903d-38711aaea53b triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:34.663605 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.703356 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.707950 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff32a2-5e3f-4210-a3e1-e419c98df74a req-fe3fee56-d8f8-4b28-9448-d7fe82816f3a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:34.720098 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84ff32a2-5e3f-4210-a3e1-e419c98df74a req-fe3fee56-d8f8-4b28-9448-d7fe82816f3a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1086736 Jul 28 21:42:34.749159 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f02da622-f01d-4da3-9fc9-2885d1388ae1 req-ee914afd-dda2-4f66-9bf6-7a19056ba02b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796030 Jul 28 21:42:34.751859 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.767292 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:42:34.779226 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.779774 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Added segment 65206588-48fb-4a97-ab69-c290443d856f of type vlan for network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b Jul 28 21:42:34.821738 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-84ff32a2-5e3f-4210-a3e1-e419c98df74a req-dfb02f61-d811-4d96-9a8e-8c45b19e3663 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959096 Jul 28 21:42:34.832093 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.846296 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.881698 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.882856 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:34.883539 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.895111 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 3a1482ca-5a05-466c-903d-38711aaea53b, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=3a1482ca-5a05-466c-903d-38711aaea53b,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:34.906004 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:34.994141 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8fa89f-8cfb-4ff1-9dda-950e2dea09df,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:35.003010 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7714391 Jul 28 21:42:35.005744 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33088) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:35.010862 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Request body: {'subnet': {'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1895476268-subnet', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:35.013433 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba6da8-0e79-4859-8f01-35d35c58e8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9021d9-19d6-4010-b2e9-fdf19ded5c9b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:35.020115 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=3a1482ca-5a05-466c-903d-38711aaea53b,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:35.030211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84bd78-d46a-4be2-aa77-ba67188df4f5 req-81ecb16f-9d19-45c2-b824-615e6a565ef2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.032104 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-de84bd78-d46a-4be2-aa77-ba67188df4f5 req-81ecb16f-9d19-45c2-b824-615e6a565ef2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0769789 Jul 28 21:42:35.050021 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:42:35.058918 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Made reservation on behalf of ccff848379c04ff0aec444af46b5f404 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:42:35.061138 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:35.114266 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-de84bd78-d46a-4be2-aa77-ba67188df4f5 req-9d2178fe-2da9-4f4f-886c-155327c0c39c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761757 Jul 28 21:42:35.422654 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3388d-dc73-4889-8e1e-14fba9f1fdb1 req-0f9f44b6-924e-4943-b844-37a69c0d5f8a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.435311 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Sync routers for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:42:35.438033 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4cd3388d-dc73-4889-8e1e-14fba9f1fdb1 req-0f9f44b6-924e-4943-b844-37a69c0d5f8a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 945 time: 0.1381454 Jul 28 21:42:35.448670 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:35.451546 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:35.525233 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4cd3388d-dc73-4889-8e1e-14fba9f1fdb1 req-d99a46dd-fc99-4279-9c15-f156579ba68a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Jul 28 21:42:35.540029 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:42:35.572549 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:35.667031 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-0a82eddc-cd63-4d86-a8ff-9a083092c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.673892 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-0a82eddc-cd63-4d86-a8ff-9a083092c1f4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.0920591 Jul 28 21:42:35.722189 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7761d2ed-a195-40d0-9cc8-07382d5c213a req-adcb9cb0-57a3-400a-963d-755a9b4c1182 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 210 time: 0.0446842 Jul 28 21:42:35.725725 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Checking segment: {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:35.726359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Network hostable DHCP agents. Network: fd9021d9-19d6-4010-b2e9-fdf19ded5c9b, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:42:35.763566 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a4470-0733-4ee0-8b1f-c0a0a0deb0c0 req-a2c6b3f1-2539-4798-81fe-39578fdc060c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.766191 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-935a4470-0733-4ee0-8b1f-c0a0a0deb0c0 req-a2c6b3f1-2539-4798-81fe-39578fdc060c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1158421 Jul 28 21:42:35.767816 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:42:35.776719 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=999ea351-8974-4bbe-94a2-758003defdaf,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:35.808556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, fd9021d9-19d6-4010-b2e9-fdf19ded5c9b) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:35.815243 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-47a787fb-24fe-4525-92e6-e9bc86509b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.816807 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-47a787fb-24fe-4525-92e6-e9bc86509b37 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.1260378 Jul 28 21:42:35.823012 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.824287 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:35.845135 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-935a4470-0733-4ee0-8b1f-c0a0a0deb0c0 req-bccc1e22-4b69-4130-87f3-600dc950384c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695791 Jul 28 21:42:35.856771 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-7cb5a496-bc8e-428f-a450-56ec42eb43c2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8491545 Jul 28 21:42:35.858535 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33114) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:35.868075 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:35.906223 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-8c828511-09a6-4df3-8b9c-c14a2a2f5a0b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0765338 Jul 28 21:42:35.909736 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:35.911470 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:35.946361 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d68cbcb-c8e7-4a63-bdde-1a1acd43643e None None] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:42:35.989488 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-1b49a29d-e529-4f57-873e-7510f063c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:35.992018 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-1b49a29d-e529-4f57-873e-7510f063c04e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.0751114 Jul 28 21:42:35.992556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.023616 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:36.100187 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-3709bdc6-9606-46cb-9123-d4d1be12c94a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564859 Jul 28 21:42:36.178154 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:36.200288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.252066 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'mac_address': 'fa:16:3e:51:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:42:36.299931 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-80ccd3fb-f730-4981-b08b-040cca103e41 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888134 Jul 28 21:42:36.311581 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab72ea-06e3-48bc-9ed1-19a4550c4f98 req-2ba258df-a252-4e03-a244-b7b41f4b17c8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:36.314185 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5aab72ea-06e3-48bc-9ed1-19a4550c4f98 req-2ba258df-a252-4e03-a244-b7b41f4b17c8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.3211372 Jul 28 21:42:36.366117 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.383286 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-fd9021d9-19d6-4010-b2e9-fdf19ded5c9b', 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'fixed_ips': [{'subnet_id': '999ea351-8974-4bbe-94a2-758003defdaf'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:42:36.384136 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.450806 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15b37602-1ad7-418f-a3e3-80c1ef8d246c {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:36.603518 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5aab72ea-06e3-48bc-9ed1-19a4550c4f98 req-b8aaf9e0-5073-4315-bf12-01c467de13c3 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676468 Jul 28 21:42:36.617682 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 3a1482ca-5a05-466c-903d-38711aaea53b up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:36.629819 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:36.691558 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec6d4ab0-d67b-4bbe-810b-4655387d75bb req-99d6f30a-0279-4801-bebb-8616a13bc143 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406384 Jul 28 21:42:36.711439 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.777007 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.840880 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:36.893705 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=6']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:36.902507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 2, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:36.934464 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-27bf5290-3ccb-41e2-acfe-472c3159f078 req-cafa29f7-250d-433e-bb48-09daa560f4a1 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 210 time: 0.0821178 Jul 28 21:42:36.940536 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['15b37602-1ad7-418f-a3e3-80c1ef8d246c'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:36.946817 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Checking router: bac92253-6dd2-4d0c-b4c1-99bb31167996 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:42:36.947172 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Updating router bac92253-6dd2-4d0c-b4c1-99bb31167996 port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:42:36.979130 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Allocated IP 172.20.0.2 (fd9021d9-19d6-4010-b2e9-fdf19ded5c9b/999ea351-8974-4bbe-94a2-758003defdaf/e56b63fe-c57a-4713-b718-425d721a3d89) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:36.990744 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b09584-85f7-4b22-a54a-8e6a8e89b4ce req-6b337ff3-f0ca-42df-b567-1c97b9187fdc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:36.998420 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-00b09584-85f7-4b22-a54a-8e6a8e89b4ce req-6b337ff3-f0ca-42df-b567-1c97b9187fdc tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 945 time: 0.2225778 Jul 28 21:42:37.024717 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 3a1482ca-5a05-466c-903d-38711aaea53b triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:37.025245 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.065457 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-00b09584-85f7-4b22-a54a-8e6a8e89b4ce req-84224b89-70d0-4087-a00e-6c4cb4487de6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658827 Jul 28 21:42:37.118392 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8dfda8-b95f-4e01-8299-1da66f4e36ef req-1789b351-b81c-495c-b297-1d9ccbcd589a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:37.119008 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.127686 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc8dfda8-b95f-4e01-8299-1da66f4e36ef req-1789b351-b81c-495c-b297-1d9ccbcd589a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0872376 Jul 28 21:42:37.128305 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-7b466978-039a-4371-a4dc-9004e40c5405 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:37.130325 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-7b466978-039a-4371-a4dc-9004e40c5405 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 807 time: 0.5231731 Jul 28 21:42:37.182542 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc8dfda8-b95f-4e01-8299-1da66f4e36ef req-2e3294d6-86de-4394-b03e-e8ada376b4fd tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474298 Jul 28 21:42:37.198492 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Allocated IP 172.27.3.43 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/c0e03100-3d1c-495e-85a7-3816f4eb5cf7) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:37.233587 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-c6b30dfd-7908-4808-a23b-594afafb18ec tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c25557b9016b4b95b3d7bedacc4dc00b HTTP/1.1" status: 200 len: 379 time: 0.0758228 Jul 28 21:42:37.278487 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'port': {'device_id': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'admin_state_up': True, 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'security_groups': ['773852a1-44a9-42c4-b18e-cfeb4062f1c3']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:37.422476 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Made reservation on behalf of c25557b9016b4b95b3d7bedacc4dc00b for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:42:37.433646 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.472046 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.712195 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Allocated IP 172.20.0.4 (e6a869d5-32f9-48eb-8efd-93850f857cf1/d2eb66e9-aee4-46c9-9b87-909a04852077/12a66bb3-4839-4695-865f-377098eed46e) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:37.721789 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.731519 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.751186 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Transition to ACTIVE for port object e56b63fe-c57a-4713-b718-425d721a3d89 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:37.795091 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Transition to ACTIVE for port object e56b63fe-c57a-4713-b718-425d721a3d89 will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:37.820239 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:37.892813 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Pushing event updated for resources: {'Port': ['ID=e56b63fe-c57a-4713-b718-425d721a3d89,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:37.913633 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:37.919767 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:37.923884 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:37.980992 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:38.025661 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:38.041927 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Attempting to bind port e56b63fe-c57a-4713-b718-425d721a3d89 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:38.042333 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Attempting to bind port e56b63fe-c57a-4713-b718-425d721a3d89 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:38.042701 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Attempting to bind port e56b63fe-c57a-4713-b718-425d721a3d89 on network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:38.055643 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.059109 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:38.062369 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:38.063294 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Checking segment: {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:38.063724 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.070527 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Bound using segment: {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:38.072002 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Bound port: e56b63fe-c57a-4713-b718-425d721a3d89, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:38.072605 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.100366 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Transition to ACTIVE for port object bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:38.112078 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-32fdc554-ed8f-4a7a-94bc-0fc018e0d59c req-c09ba983-1c3c-4eb8-bf66-552e4f0124ac tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 210 time: 0.0608971 Jul 28 21:42:38.169529 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] For port e56b63fe-c57a-4713-b718-425d721a3d89, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:38.173179 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] For port e56b63fe-c57a-4713-b718-425d721a3d89, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e56b63fe-c57a-4713-b718-425d721a3d89,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:38.175244 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.179947 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.198389 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:38.247868 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41061422-33ea-4e1a-a5a7-504bf4440016 None None] Pushing event updated for resources: {'Port': ['ID=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:38.269966 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca9730-134b-4018-bb77-c1a227748a92 req-b600580a-5366-4976-a9c9-7932f15f579b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:38.291684 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5aca9730-134b-4018-bb77-c1a227748a92 req-b600580a-5366-4976-a9c9-7932f15f579b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 945 time: 0.5659046 Jul 28 21:42:38.454180 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f55990-1918-4a45-abf6-3b2ea27bcbb4 None None] Pushing event updated for resources: {'Port': ['ID=e56b63fe-c57a-4713-b718-425d721a3d89,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:38.466315 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Attempting to bind port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:38.466906 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Attempting to bind port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:38.467503 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Attempting to bind port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 on network 1e08f187-da56-41d2-9712-8e2ded2599d0 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:38.474628 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:38.475238 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b353a-1503-4e74-95f6-1bfdfbdca3e5 req-214f090c-7b69-4b76-8bb4-b4f0e381b1c3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:38.475626 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Checking segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:38.476259 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.476887 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Bound using segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:38.477591 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Bound port: bdd4b6bd-01b3-48b7-8f51-d79cf2314b37, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:38.478316 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.488516 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-064b353a-1503-4e74-95f6-1bfdfbdca3e5 req-214f090c-7b69-4b76-8bb4-b4f0e381b1c3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1435435 Jul 28 21:42:38.548067 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33168) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:38.590316 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-064b353a-1503-4e74-95f6-1bfdfbdca3e5 req-37c2ce06-c439-4022-9e3d-a6385a4c225b tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007986 Jul 28 21:42:38.625596 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] For port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:38.631386 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] For port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:38.642151 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.848323 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8150d4bb-e57e-4ac3-bb00-b0a111e896af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.961167 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8150d4bb-e57e-4ac3-bb00-b0a111e896af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:38.966631 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8150d4bb-e57e-4ac3-bb00-b0a111e896af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.012997 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5aca9730-134b-4018-bb77-c1a227748a92 req-392c35ee-dc5c-4ef3-8dcd-25a91deb3fe9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7181437 Jul 28 21:42:39.020146 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d4bb-e57e-4ac3-bb00-b0a111e896af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840e69ba-d0a6-4c53-a30b-8ca9fc85ea6b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:39.044061 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8150d4bb-e57e-4ac3-bb00-b0a111e896af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc491d3059b44a5f8ab92d04285fda92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910758 Jul 28 21:42:39.050830 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33186) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:39.232969 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.316952 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:39.317639 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:39.379806 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Transition to ACTIVE for port object 12a66bb3-4839-4695-865f-377098eed46e will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:39.387771 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6329b48f-7a6c-4492-8132-5b2f98c0b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.525202 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2ceb178f-2915-4e60-9ba7-41b8e551778a req-06d834f1-8c82-4b9a-a165-1f91aadd2bb7 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 210 time: 0.2288868 Jul 28 21:42:39.562622 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6329b48f-7a6c-4492-8132-5b2f98c0b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.592871 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-7752cbe9-3391-4774-897a-aa95893c6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:39.608686 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-7752cbe9-3391-4774-897a-aa95893c6cb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 1098 time: 0.3603733 Jul 28 21:42:39.652296 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41061422-33ea-4e1a-a5a7-504bf4440016 None None] Pushing event updated for resources: {'Port': ['ID=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:39.664839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:39.805124 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6329b48f-7a6c-4492-8132-5b2f98c0b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.816577 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6329b48f-7a6c-4492-8132-5b2f98c0b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.817924 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6329b48f-7a6c-4492-8132-5b2f98c0b385 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/840e69ba-d0a6-4c53-a30b-8ca9fc85ea6b HTTP/1.1" status: 204 len: 168 time: 0.7590535 Jul 28 21:42:39.880201 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.890993 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:39.907342 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329b48f-7a6c-4492-8132-5b2f98c0b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840e69ba-d0a6-4c53-a30b-8ca9fc85ea6b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:40.105830 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-8659329e-10c0-4832-a159-0860f8fc16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:40.107458 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-8659329e-10c0-4832-a159-0860f8fc16bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 200 len: 919 time: 0.4524660 Jul 28 21:42:40.167209 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:40.196786 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-f3db1fbf-7b01-4855-bd66-2603f8bb983c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 200 len: 217 time: 0.0761487 Jul 28 21:42:40.198907 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:40.208125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:40.212376 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:40.235462 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:40.267487 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bf1f9-faf6-41f2-adf7-66653a240807 req-47111468-49c9-46b5-a7b0-26eb089c3451 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:40.275335 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b76bf1f9-faf6-41f2-adf7-66653a240807 req-47111468-49c9-46b5-a7b0-26eb089c3451 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.5099347 Jul 28 21:42:40.398251 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e7528-187b-40db-903f-ca610e1cdee0 req-453ee431-7b98-4e8e-b9b8-046a64180053 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:40.411328 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a89e7528-187b-40db-903f-ca610e1cdee0 req-453ee431-7b98-4e8e-b9b8-046a64180053 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 945 time: 0.2132108 Jul 28 21:42:40.441561 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b76bf1f9-faf6-41f2-adf7-66653a240807 req-a1f2dcdc-e897-4b64-a8b3-0bddf6dd53f5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645410 Jul 28 21:42:40.477125 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-5e076354-8d23-4129-ab82-28e358bc88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:40.481657 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-5e076354-8d23-4129-ab82-28e358bc88ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 200 len: 858 time: 0.2738800 Jul 28 21:42:40.523575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 15b37602-1ad7-418f-a3e3-80c1ef8d246c triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:40.525195 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:40.552652 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:40.573771 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:40.626462 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-30170f74-fe25-499f-a0e3-40a3d9e71831 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1bce0b9d-703c-4303-9a1a-d101bbd9a06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128485 Jul 28 21:42:40.784175 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a89e7528-187b-40db-903f-ca610e1cdee0 req-5740efa3-6f01-4d5d-bbca-b118371223be tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3531077 Jul 28 21:42:40.820680 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:40.828642 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb95f91-9989-4c5a-ae79-692acdffbbbf None None] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:42:40.862543 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-fe21181e-ce89-4697-8e6c-5146a72a71d8 service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207410 Jul 28 21:42:40.944883 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:41.073216 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ec627be4-ba21-4411-af7d-9ee214b19a64 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7997317 Jul 28 21:42:41.096347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Request body: {'port': {'device_id': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:42:41.110497 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7ace0366-abda-4df4-8e6c-1ed0a5aee848 req-7ad8c70c-58a0-4961-8661-332f3f5606bb service neutron] 10.222.0.22 "GET /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295833 Jul 28 21:42:41.442734 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-f7b8f872-29c2-48b6-a9a1-d94a4a7fdfe4 None None] Provisioning for port 12a66bb3-4839-4695-865f-377098eed46e completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:41.471841 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400eaa6-8b6e-48c7-bdaa-73bc6ff05e4c req-47fec827-479a-4065-a0fc-80c9fd3634db tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:41.477917 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0400eaa6-8b6e-48c7-bdaa-73bc6ff05e4c req-47fec827-479a-4065-a0fc-80c9fd3634db tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 931 time: 0.5639470 Jul 28 21:42:41.482551 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-f7b8f872-29c2-48b6-a9a1-d94a4a7fdfe4 None None] Provisioning complete for port 12a66bb3-4839-4695-865f-377098eed46e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:41.485327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f7b8f872-29c2-48b6-a9a1-d94a4a7fdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:41.725023 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:41.742679 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-94b992e9-745a-40ef-8006-5bc3922a730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:41.810794 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0400eaa6-8b6e-48c7-bdaa-73bc6ff05e4c req-18ae78a3-3092-464e-a2ff-a5242d692f8c tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079834 Jul 28 21:42:41.816618 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760dd37-6818-4164-a01a-5faf99ff7791 req-67b9a863-5a08-4b05-b4de-0bfa1fee0987 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:41.818741 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b760dd37-6818-4164-a01a-5faf99ff7791 req-67b9a863-5a08-4b05-b4de-0bfa1fee0987 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1934340 Jul 28 21:42:41.893887 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:41.903366 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8f872-29c2-48b6-a9a1-d94a4a7fdfe4 None None] Port 12a66bb3-4839-4695-865f-377098eed46e cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:42:41.907902 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:41.910791 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:41.910914 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:41.988353 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:41.997744 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb270216-7987-4141-b12f-7653f999228e" -d '{"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-plugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:42.028894 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b760dd37-6818-4164-a01a-5faf99ff7791 req-c4c054f2-fab1-45d8-86e5-9096f9240410 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986406 Jul 28 21:42:42.041905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Router 73f63a87-6b6b-4e12-8add-fbe871064c05 is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:42:42.076788 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:42.094575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:42.112612 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-90c10aad-c54e-4909-a8bd-ae1135943e71 None None] Provisioning for port e56b63fe-c57a-4713-b718-425d721a3d89 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:42.151678 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01318265-2688-4682-adc5-e8b973528a18 req-cfe30c26-82fe-4c31-9c8f-f2ee626b40eb tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:42.154895 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-01318265-2688-4682-adc5-e8b973528a18 req-cfe30c26-82fe-4c31-9c8f-f2ee626b40eb tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 945 time: 0.2057710 Jul 28 21:42:42.170577 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:38Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:42.337459 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:42.346737 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5783c945-70e2-4832-a9fc-e0f650cad248 x-openstack-request-id: req-5783c945-70e2-4832-a9fc-e0f650cad248 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:42.347234 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-plugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:42.347935 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5783c945-70e2-4832-a9fc-e0f650cad248 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:42.366040 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'code': 200} Jul 28 21:42:42.379563 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bd166b-f292-4a57-a3d2-358468fe4414 None None] The sync data for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi is: [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:38Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:42:42.415276 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=7']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:42.444116 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-01318265-2688-4682-adc5-e8b973528a18 req-63aa992e-bb28-46cb-983a-8eb50c01360f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704177 Jul 28 21:42:42.532973 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:42.542079 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:42.543123 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e56b63fe-c57a-4713-b718-425d721a3d89 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:42.783830 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:42.815676 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:42.836330 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port e56b63fe-c57a-4713-b718-425d721a3d89 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:42.842812 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port e56b63fe-c57a-4713-b718-425d721a3d89 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:42.843190 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:42.960598 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:42:42.972173 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Sync routers for ids ['73f63a87-6b6b-4e12-8add-fbe871064c05'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:42:42.999704 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Routers {'73f63a87-6b6b-4e12-8add-fbe871064c05'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:43.001376 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['73f63a87-6b6b-4e12-8add-fbe871064c05'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:43.183408 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:43.445522 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port e56b63fe-c57a-4713-b718-425d721a3d89, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e56b63fe-c57a-4713-b718-425d721a3d89,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:43.454853 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:43.535432 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:43.539862 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5b3f44dc-4232-4831-9edc-cad554e9c361 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6802578 Jul 28 21:42:43.542699 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33276) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:43.700078 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=e56b63fe-c57a-4713-b718-425d721a3d89,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:43.746335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:43.794048 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Set router 73f63a87-6b6b-4e12-8add-fbe871064c05 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:43.794398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a66bb3-4839-4695-865f-377098eed46e {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:43.810693 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:43.831112 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Transition to ACTIVE for port object 12a66bb3-4839-4695-865f-377098eed46e will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:43.843926 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:43.866458 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:43.867412 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:43.882000 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da077-3e49-40cf-b0bd-615f274ce0eb req-af2bbc3b-31c4-43c4-86c6-876783076b7e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:43.907580 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f8da077-3e49-40cf-b0bd-615f274ce0eb req-af2bbc3b-31c4-43c4-86c6-876783076b7e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 931 time: 0.8704281 Jul 28 21:42:44.089958 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f8da077-3e49-40cf-b0bd-615f274ce0eb req-8ba1212c-6b8e-46fe-ab63-a0997fd4160b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771886 Jul 28 21:42:44.132062 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbd346-3beb-48e5-8082-98e046bd7d8b req-d6d2e0ef-4363-43f5-98bb-ddf19856299e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:44.141830 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:44.146883 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-69bbd346-3beb-48e5-8082-98e046bd7d8b req-d6d2e0ef-4363-43f5-98bb-ddf19856299e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.3840783 Jul 28 21:42:44.153182 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:44.198897 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Attempting to bind port 12a66bb3-4839-4695-865f-377098eed46e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:44.199340 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Attempting to bind port 12a66bb3-4839-4695-865f-377098eed46e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:44.199613 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Attempting to bind port 12a66bb3-4839-4695-865f-377098eed46e on network e6a869d5-32f9-48eb-8efd-93850f857cf1 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:44.204880 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-2067f780-a2a3-40c9-80f2-e3acd07c2c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:44.205091 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Port 12a66bb3-4839-4695-865f-377098eed46e on network e6a869d5-32f9-48eb-8efd-93850f857cf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:42:44.205379 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Attempting to bind port 12a66bb3-4839-4695-865f-377098eed46e on network e6a869d5-32f9-48eb-8efd-93850f857cf1 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:44.211497 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:44.212061 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Checking segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:44.212497 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Bound using segment: {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:44.212926 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Bound port: 12a66bb3-4839-4695-865f-377098eed46e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa26e52-9628-45de-9474-d89cfe31c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:44.213350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:44.233472 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:42:44.273110 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:42:38Z', 'revision_number': 3, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:44.299259 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:44.302487 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Checking router: 73f63a87-6b6b-4e12-8add-fbe871064c05 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:42:44.303084 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Updating router 73f63a87-6b6b-4e12-8add-fbe871064c05 port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:42:44.303237 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:44.310820 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:44.366342 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-69bbd346-3beb-48e5-8082-98e046bd7d8b req-52697070-ec84-450b-be0f-46c4a5bad6c2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179120 Jul 28 21:42:44.388294 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:44.411852 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:44.412815 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:44.414410 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] 10.222.0.22 "PUT /v2.0/ports/12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 1093 time: 3.3265765 Jul 28 21:42:44.417826 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:44.424688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495858c7-42ad-4076-a438-24fb2f94e56d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:44.438243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9170-e2ea-4b4b-98f5-217aef76781c service neutron] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:44.559884 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f77237-92f1-4731-8497-50bb4c6fbaca x-openstack-request-id: req-61f77237-92f1-4731-8497-50bb4c6fbaca {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:44.560168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:44.560408 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61f77237-92f1-4731-8497-50bb4c6fbaca {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:44.560793 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'status': 'completed', 'code': 200} Jul 28 21:42:44.617265 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-f5e11adc-fc29-404b-8f63-c5294b2013b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:44.624382 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-f5e11adc-fc29-404b-8f63-c5294b2013b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1096 time: 0.1373236 Jul 28 21:42:44.681267 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-56bcd20f-2719-4f7e-93c6-933e7c6371ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 217 time: 0.0533285 Jul 28 21:42:44.794212 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ab6c0bbd-a61d-4768-bd86-809070df3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:44.795759 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-ab6c0bbd-a61d-4768-bd86-809070df3d3f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.1057990 Jul 28 21:42:44.901263 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-2f773484-f4b2-4b18-927c-88a1086ad949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:44.910586 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-2f773484-f4b2-4b18-927c-88a1086ad949 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0880613 Jul 28 21:42:45.056025 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.101518 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.120611 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Transition to ACTIVE for port object c0e03100-3d1c-495e-85a7-3816f4eb5cf7 will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:45.136972 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.158301 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-b262d2b3-aa85-403c-afaa-0b5e4e916c62 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358625 Jul 28 21:42:45.276867 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd03e31-f82f-4f6c-a2e9-2bc571541a0b None None] Pushing event updated for resources: {'Port': ['ID=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,revision_number=2']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:45.288979 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Attempting to bind port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:45.289332 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Attempting to bind port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:45.289736 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Attempting to bind port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:45.301465 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:45.301747 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:45.302170 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.302565 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:45.303029 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Bound port: c0e03100-3d1c-495e-85a7-3816f4eb5cf7, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:45.303419 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.328853 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7ce926c2-59c9-4106-8399-fb82ee5230c9 req-4702e985-e76c-4d50-8d00-34a3b199b9c2 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605482 Jul 28 21:42:45.346749 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359234cd-4491-49b0-94f6-c0b452d5a934 req-fc7334f5-2008-4e00-b265-7fe0b863883b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:45.353334 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-359234cd-4491-49b0-94f6-c0b452d5a934 req-fc7334f5-2008-4e00-b265-7fe0b863883b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1242366 Jul 28 21:42:45.355423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.444003 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] For port c0e03100-3d1c-495e-85a7-3816f4eb5cf7, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:45.447661 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] For port c0e03100-3d1c-495e-85a7-3816f4eb5cf7, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:45.454930 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.457829 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Allocated IP 172.20.0.1 (fd9021d9-19d6-4010-b2e9-fdf19ded5c9b/999ea351-8974-4bbe-94a2-758003defdaf/18b06551-f882-4038-a360-04b6dfa8dbc1) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:42:45.525047 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495858c7-42ad-4076-a438-24fb2f94e56d req-666adcc2-a697-42cc-ba13-c597e6c905cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:45.528405 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-666adcc2-a697-42cc-ba13-c597e6c905cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1096 time: 0.1196575 Jul 28 21:42:45.642131 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b2607-db3e-47a9-9fa6-fa7caf43225d req-45879653-14c3-4805-849e-5685d1a5429d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:45.647497 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-972b2607-db3e-47a9-9fa6-fa7caf43225d req-45879653-14c3-4805-849e-5685d1a5429d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1114752 Jul 28 21:42:45.709516 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-972b2607-db3e-47a9-9fa6-fa7caf43225d req-0e466a6d-a3a9-453a-8f20-9bf9a2bdcf7c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599902 Jul 28 21:42:45.711203 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e56b63fe-c57a-4713-b718-425d721a3d89 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:45.811190 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.827520 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Transition to ACTIVE for port object 18b06551-f882-4038-a360-04b6dfa8dbc1 will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:45.844179 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port e56b63fe-c57a-4713-b718-425d721a3d89 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:45.845822 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.894122 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-359234cd-4491-49b0-94f6-c0b452d5a934 req-c3f314dc-92db-4cb6-880d-323d9ba23f55 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132740 Jul 28 21:42:45.895862 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:45.944116 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Routers {'73f63a87-6b6b-4e12-8add-fbe871064c05'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:45.946482 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['73f63a87-6b6b-4e12-8add-fbe871064c05'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:45.953828 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:45.955716 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd03e31-f82f-4f6c-a2e9-2bc571541a0b None None] Pushing event updated for resources: {'Port': ['ID=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:45.959203 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:45.977670 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:42:46.059090 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.075095 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Pushing event updated for resources: {'Port': ['ID=18b06551-f882-4038-a360-04b6dfa8dbc1,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:46.156789 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] Set router 73f63a87-6b6b-4e12-8add-fbe871064c05 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:46.401883 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-45dcb6b3-8d88-4380-8e07-a1268e4843f3 None None] Provisioning for port 18b06551-f882-4038-a360-04b6dfa8dbc1 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:46.410974 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-45dcb6b3-8d88-4380-8e07-a1268e4843f3 None None] Provisioning complete for port 18b06551-f882-4038-a360-04b6dfa8dbc1 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:46.411330 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-45dcb6b3-8d88-4380-8e07-a1268e4843f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.477500 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.496964 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-45dcb6b3-8d88-4380-8e07-a1268e4843f3 None None] Port 18b06551-f882-4038-a360-04b6dfa8dbc1 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:42:46.610620 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:42:38Z', 'revision_number': 3, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:46.667298 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496b3f06-dd19-4404-979a-3c2fc1ca8163 None None] The sync data for ids ['73f63a87-6b6b-4e12-8add-fbe871064c05'] in dv-cinder-784623-15-iscsi is: [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:42:38Z', 'revision_number': 3, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:42:46.725695 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.735389 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.826758 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Pushing event updated for resources: {'Port': ['ID=18b06551-f882-4038-a360-04b6dfa8dbc1,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:46.871586 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.899965 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:46.937206 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142371e-df44-4f36-b454-9633b30fccd9 req-1f6c68a2-0259-4f42-88ee-ff1a36db76c8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:46.937206 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b142371e-df44-4f36-b454-9633b30fccd9 req-1f6c68a2-0259-4f42-88ee-ff1a36db76c8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1176641 Jul 28 21:42:47.016786 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b142371e-df44-4f36-b454-9633b30fccd9 req-9a71ffad-4ef0-41c3-8e6c-1d8614aba3d9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724540 Jul 28 21:42:47.572583 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0ce21-c744-436d-9180-c6e799d8bc33 req-eacc2f5b-793e-41d5-93ff-ddf8702b3976 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:47.582465 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-13e0ce21-c744-436d-9180-c6e799d8bc33 req-eacc2f5b-793e-41d5-93ff-ddf8702b3976 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1851852 Jul 28 21:42:47.633038 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:42:47.635854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:42:47.665753 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-13e0ce21-c744-436d-9180-c6e799d8bc33 req-5b88f0fe-7acb-4f7e-8721-2e3a14eb446d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812249 Jul 28 21:42:47.684709 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device c0e03100-3d1c-495e-85a7-3816f4eb5cf7 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:47.795702 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:47.822072 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:47.822866 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:47.915872 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Router 73f63a87-6b6b-4e12-8add-fbe871064c05 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:42:48.043033 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:48.071949 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port c0e03100-3d1c-495e-85a7-3816f4eb5cf7, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:48.072315 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495858c7-42ad-4076-a438-24fb2f94e56d req-59e6be25-bf1f-4c52-85c0-5f3144109434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:48.080795 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:48.082885 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-59e6be25-bf1f-4c52-85c0-5f3144109434 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 908 time: 0.3292277 Jul 28 21:42:48.271410 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-e1a82870-78ad-4595-81ef-a1173198070e None None] Provisioning complete for port 18b06551-f882-4038-a360-04b6dfa8dbc1 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:48.271652 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e1a82870-78ad-4595-81ef-a1173198070e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:48.276768 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:48.296956 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:42:48.309998 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f8bea417-425d-4bb4-a1f6-f86531f7c363 admin admin] 10.222.0.21 "PUT /v2.0/routers/73f63a87-6b6b-4e12-8add-fbe871064c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7652533 Jul 28 21:42:48.331695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1f91-1a30-4b13-a9e6-8830fb28793c req-4de57a43-579b-4b1f-a665-d32085c958a2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:48.333286 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-292a1f91-1a30-4b13-a9e6-8830fb28793c req-4de57a43-579b-4b1f-a665-d32085c958a2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1327503 Jul 28 21:42:48.437191 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-292a1f91-1a30-4b13-a9e6-8830fb28793c req-e64b18a6-506a-4b62-ad7f-713ccf17e64a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942633 Jul 28 21:42:48.590148 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-e1a82870-78ad-4595-81ef-a1173198070e None None] Port 18b06551-f882-4038-a360-04b6dfa8dbc1 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:42:48.944181 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561074f7-78b9-4305-8ee0-12c4ee8ab98a req-997a26a3-2087-4d59-adb5-82e7cd51e414 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:48.956673 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-561074f7-78b9-4305-8ee0-12c4ee8ab98a req-997a26a3-2087-4d59-adb5-82e7cd51e414 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1412065 Jul 28 21:42:48.961532 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-fc579e9c-8806-4f93-bdf7-4a45fb2e2d77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 217 time: 0.0764954 Jul 28 21:42:49.072271 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-561074f7-78b9-4305-8ee0-12c4ee8ab98a req-92dfc40c-1d7b-41aa-bff8-dea34fd1a701 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080484 Jul 28 21:42:49.101557 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495858c7-42ad-4076-a438-24fb2f94e56d req-12fc8482-068d-462d-929e-09f930008127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:49.101557 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-12fc8482-068d-462d-929e-09f930008127 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.1311696 Jul 28 21:42:49.175158 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495858c7-42ad-4076-a438-24fb2f94e56d req-ddf28a80-3785-44f2-acbd-16c86786d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:49.179711 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-ddf28a80-3785-44f2-acbd-16c86786d955 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666151 Jul 28 21:42:49.310799 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-f6a8966e-c706-4aba-a95a-6d1ff4c82e9a service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113243 Jul 28 21:42:49.517350 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-495858c7-42ad-4076-a438-24fb2f94e56d req-45255c9d-45b4-4dce-a029-a70368b7ea39 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955736 Jul 28 21:42:49.523467 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Sync routers for ids ['73f63a87-6b6b-4e12-8add-fbe871064c05'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:42:49.543215 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Routers {'73f63a87-6b6b-4e12-8add-fbe871064c05'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:49.544121 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['73f63a87-6b6b-4e12-8add-fbe871064c05'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:49.685155 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device c0e03100-3d1c-495e-85a7-3816f4eb5cf7 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:49.703666 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095179b-fa6a-4d36-8303-9fa2047fea62 req-fe8758ca-cd5c-4a60-a196-003b959d8681 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:49.705568 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1095179b-fa6a-4d36-8303-9fa2047fea62 req-fe8758ca-cd5c-4a60-a196-003b959d8681 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0919750 Jul 28 21:42:49.798769 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1095179b-fa6a-4d36-8303-9fa2047fea62 req-5b446905-b18e-4eb9-8ed7-ae32954c8eba tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641634 Jul 28 21:42:49.958447 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Set router 73f63a87-6b6b-4e12-8add-fbe871064c05 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:49.962772 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:49.964376 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:50.410148 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565236a9-3425-40eb-afb1-254048b0a75f req-503db614-241f-41c7-967b-191eb632636f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:50.435259 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-565236a9-3425-40eb-afb1-254048b0a75f req-503db614-241f-41c7-967b-191eb632636f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1019313 Jul 28 21:42:50.521925 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-565236a9-3425-40eb-afb1-254048b0a75f req-0ab9a128-b1ac-44c7-a447-80c18b67b591 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856266 Jul 28 21:42:50.553180 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:42:46Z', 'revision_number': 4, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '18b06551-f882-4038-a360-04b6dfa8dbc1', 'name': '', 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'mac_address': 'fa:16:3e:9b:a9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '999ea351-8974-4bbe-94a2-758003defdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:45Z', 'updated_at': '2021-07-28T21:42:46Z', 'revision_number': 2, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'subnets': [{'id': '999ea351-8974-4bbe-94a2-758003defdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:50.590821 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Checking router: 73f63a87-6b6b-4e12-8add-fbe871064c05 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:42:50.591200 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Updating router 73f63a87-6b6b-4e12-8add-fbe871064c05 port 18b06551-f882-4038-a360-04b6dfa8dbc1 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:42:50.714206 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:51.138014 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809804b-a544-44f1-b8da-feab52109d29 req-ad3def81-9362-4586-8dbd-8ee2c5426a69 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:51.161069 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0809804b-a544-44f1-b8da-feab52109d29 req-ad3def81-9362-4586-8dbd-8ee2c5426a69 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1164289 Jul 28 21:42:51.267064 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0809804b-a544-44f1-b8da-feab52109d29 req-42686385-f094-443d-a670-8d66ad32b6bf tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017473 Jul 28 21:42:51.574418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:51.592164 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Transition to ACTIVE for port object 18b06551-f882-4038-a360-04b6dfa8dbc1 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:42:51.607624 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:51.735284 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a52ec-f636-4a1e-930e-6a1ed3c43ce5 req-65b6c800-1d7d-44ca-8f3d-b4b7463229e9 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:51.744495 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4e4a52ec-f636-4a1e-930e-6a1ed3c43ce5 req-65b6c800-1d7d-44ca-8f3d-b4b7463229e9 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1010885 Jul 28 21:42:51.802941 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Attempting to bind port 18b06551-f882-4038-a360-04b6dfa8dbc1 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:42:51.803332 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Attempting to bind port 18b06551-f882-4038-a360-04b6dfa8dbc1 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:42:51.803676 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Attempting to bind port 18b06551-f882-4038-a360-04b6dfa8dbc1 on network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:42:51.812995 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:42:51.813403 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Checking segment: {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:42:51.813775 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:51.814219 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Bound using segment: {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:42:51.814697 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Bound port: 18b06551-f882-4038-a360-04b6dfa8dbc1, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65206588-48fb-4a97-ab69-c290443d856f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:42:51.815085 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:51.837008 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4e4a52ec-f636-4a1e-930e-6a1ed3c43ce5 req-ce19176a-93c0-4d15-9851-bc383ce1ab1e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904815 Jul 28 21:42:51.842539 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f00730-b4a3-4e8c-b497-ebb7e6a35ad8 None None] Pushing event updated for resources: {'Port': ['ID=18b06551-f882-4038-a360-04b6dfa8dbc1,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:51.933655 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] For port 18b06551-f882-4038-a360-04b6dfa8dbc1, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:42:51.941394 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] For port 18b06551-f882-4038-a360-04b6dfa8dbc1, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=18b06551-f882-4038-a360-04b6dfa8dbc1,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:42:51.950852 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:52.086340 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Routers {'73f63a87-6b6b-4e12-8add-fbe871064c05'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:42:52.087344 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['73f63a87-6b6b-4e12-8add-fbe871064c05'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:52.225858 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f00730-b4a3-4e8c-b497-ebb7e6a35ad8 None None] Pushing event updated for resources: {'Port': ['ID=18b06551-f882-4038-a360-04b6dfa8dbc1,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:52.370603 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] Set router 73f63a87-6b6b-4e12-8add-fbe871064c05 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:42:52.553950 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec981f-39fb-4596-9c26-297532a7a4f0 req-fdb7f398-de0f-4316-9a6f-636b34a844ab tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:52.578148 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f8ec981f-39fb-4596-9c26-297532a7a4f0 req-fdb7f398-de0f-4316-9a6f-636b34a844ab tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1787338 Jul 28 21:42:52.684613 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:42:46Z', 'revision_number': 4, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '18b06551-f882-4038-a360-04b6dfa8dbc1', 'name': '', 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'mac_address': 'fa:16:3e:9b:a9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '999ea351-8974-4bbe-94a2-758003defdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:45Z', 'updated_at': '2021-07-28T21:42:51Z', 'revision_number': 4, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'subnets': [{'id': '999ea351-8974-4bbe-94a2-758003defdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:42:52.715907 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f8ec981f-39fb-4596-9c26-297532a7a4f0 req-03a9d4c3-9e30-4dc4-9816-8a7cbdd71dbb tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297400 Jul 28 21:42:52.768763 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3f8435-ede3-4675-a4f8-758fef36da6c None None] The sync data for ids ['73f63a87-6b6b-4e12-8add-fbe871064c05'] in dv-cinder-784623-15-iscsi is: [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:42:46Z', 'revision_number': 4, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '18b06551-f882-4038-a360-04b6dfa8dbc1', 'name': '', 'network_id': 'fd9021d9-19d6-4010-b2e9-fdf19ded5c9b', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'mac_address': 'fa:16:3e:9b:a9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '999ea351-8974-4bbe-94a2-758003defdaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:45Z', 'updated_at': '2021-07-28T21:42:51Z', 'revision_number': 4, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'subnets': [{'id': '999ea351-8974-4bbe-94a2-758003defdaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:42:52.913426 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33408) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:53.074034 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09448c63-4fa7-4867-a9cf-8f20ea416796 req-a8a097d0-6600-4910-b51b-de9628c6f652 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:53.076286 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09448c63-4fa7-4867-a9cf-8f20ea416796 req-a8a097d0-6600-4910-b51b-de9628c6f652 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1226547 Jul 28 21:42:53.143566 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a053edf8-a43d-4088-b8a1-4ae06854d4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.210809 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09448c63-4fa7-4867-a9cf-8f20ea416796 req-395be734-abd4-48ca-b6d8-d97e570f74a1 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257248 Jul 28 21:42:53.362072 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a053edf8-a43d-4088-b8a1-4ae06854d4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.378411 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a053edf8-a43d-4088-b8a1-4ae06854d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.433972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33418) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:42:53.434665 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a053edf8-a43d-4088-b8a1-4ae06854d4e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9443ded3d3a4b06be7d14fdc191bf4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199440 Jul 28 21:42:53.476358 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053edf8-a43d-4088-b8a1-4ae06854d4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0416b-52cc-4d03-92dc-cf0aeb095b62,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:53.608405 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a01dfc41-dd3d-455f-8de0-842e88a59496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.665368 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a01dfc41-dd3d-455f-8de0-842e88a59496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.754524 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a01dfc41-dd3d-455f-8de0-842e88a59496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.769010 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a01dfc41-dd3d-455f-8de0-842e88a59496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.770980 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 18b06551-f882-4038-a360-04b6dfa8dbc1 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:53.780832 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a01dfc41-dd3d-455f-8de0-842e88a59496 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5c0416b-52cc-4d03-92dc-cf0aeb095b62 HTTP/1.1" status: 204 len: 168 time: 0.3383050 Jul 28 21:42:53.820818 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dfc41-dd3d-455f-8de0-842e88a59496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0416b-52cc-4d03-92dc-cf0aeb095b62,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:53.896797 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 18b06551-f882-4038-a360-04b6dfa8dbc1 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:53.910568 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 18b06551-f882-4038-a360-04b6dfa8dbc1 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:53.911509 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:53.949009 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f91f0-3137-44e3-8aff-8dbab0a25c0a req-5c7c0751-5c73-4417-bde3-783c7e84fd1c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:53.954508 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-054f91f0-3137-44e3-8aff-8dbab0a25c0a req-5c7c0751-5c73-4417-bde3-783c7e84fd1c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0957761 Jul 28 21:42:54.037032 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-054f91f0-3137-44e3-8aff-8dbab0a25c0a req-9621e934-1947-4a28-b3aa-0c14fd8a090b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668902 Jul 28 21:42:54.152239 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:54.234877 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 18b06551-f882-4038-a360-04b6dfa8dbc1, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=18b06551-f882-4038-a360-04b6dfa8dbc1,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:54.249253 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:54.357905 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=18b06551-f882-4038-a360-04b6dfa8dbc1,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:54.416858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e9191-f292-42e8-8e2e-10fc80415efc req-1c50f763-5892-41e6-9dad-4e572e794347 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:54.418445 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8e2e9191-f292-42e8-8e2e-10fc80415efc req-1c50f763-5892-41e6-9dad-4e572e794347 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.0831518 Jul 28 21:42:54.472582 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c824c7-838e-4e54-a69f-2d9e6b8c8feb req-36923090-a07a-4f68-a3ff-0ca776e168f0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:54.482301 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d0c824c7-838e-4e54-a69f-2d9e6b8c8feb req-36923090-a07a-4f68-a3ff-0ca776e168f0 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.0974882 Jul 28 21:42:54.497255 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8e2e9191-f292-42e8-8e2e-10fc80415efc req-297480f6-c54d-4556-9c3f-c1e34c3f4e00 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568850 Jul 28 21:42:54.573496 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d0c824c7-838e-4e54-a69f-2d9e6b8c8feb req-a6e79022-3a23-4d8a-a7da-b76ba39634f2 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704951 Jul 28 21:42:55.232833 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27504a-0fb9-4da9-b92c-aa5df80bfe8b req-5963de40-512c-48f6-941e-e0ca4c112a5f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:55.235657 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9d423-3406-4b13-9a12-d79701ed308e req-f2e1a347-b51e-4a3e-8c41-d00fea87daf2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:55.235814 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ae27504a-0fb9-4da9-b92c-aa5df80bfe8b req-5963de40-512c-48f6-941e-e0ca4c112a5f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 945 time: 0.0937223 Jul 28 21:42:55.243414 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-25c9d423-3406-4b13-9a12-d79701ed308e req-f2e1a347-b51e-4a3e-8c41-d00fea87daf2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0807290 Jul 28 21:42:55.324684 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-25c9d423-3406-4b13-9a12-d79701ed308e req-455d2c4a-804b-430f-835f-39fa9abca3db tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754018 Jul 28 21:42:55.326772 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ae27504a-0fb9-4da9-b92c-aa5df80bfe8b req-9fcc19ab-56bb-4b82-b48c-ae27f974d4d2 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793128 Jul 28 21:42:55.617181 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 18b06551-f882-4038-a360-04b6dfa8dbc1 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:55.724173 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 18b06551-f882-4038-a360-04b6dfa8dbc1 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:55.724426 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c64e20-e121-4fa2-a457-856482873935 req-77c4fcb4-d885-4ea0-9e2f-e89faaebee35 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:55.724904 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:55.732972 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-33c64e20-e121-4fa2-a457-856482873935 req-77c4fcb4-d885-4ea0-9e2f-e89faaebee35 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1093054 Jul 28 21:42:55.795911 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-33c64e20-e121-4fa2-a457-856482873935 req-a0ffd5e7-94d8-4644-b213-62b692a6a265 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617228 Jul 28 21:42:55.808817 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:42:55.811890 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ef04a-4f63-4cab-b73c-782a9a8862e0 req-15ff79b7-afe6-4f26-a683-623c6193a900 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:55.829785 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0a0ef04a-4f63-4cab-b73c-782a9a8862e0 req-15ff79b7-afe6-4f26-a683-623c6193a900 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1239004 Jul 28 21:42:55.907361 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0a0ef04a-4f63-4cab-b73c-782a9a8862e0 req-d4612fe6-69bb-40b1-b05d-07922a9d8a1e tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765493 Jul 28 21:42:55.990540 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:56.006477 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '12a66bb3-4839-4695-865f-377098eed46e', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'port_id': '12a66bb3-4839-4695-865f-377098eed46e', 'mac_address': 'fa:16:3e:88:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:42:56.053462 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:56.071298 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a66bb3-4839-4695-865f-377098eed46e {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:42:56.107035 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:56.126539 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:56.194060 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:56.565758 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445df3a3-c1e2-40d0-b08f-66e1a122cb0f req-3e3935fb-d98b-4501-9ee3-557944e0869a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:56.568743 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35f055-9419-4871-81c8-9f9c8ffd73dc req-231995cb-5bfc-4163-911a-e3b7a9f5e326 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:56.580717 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec35f055-9419-4871-81c8-9f9c8ffd73dc req-231995cb-5bfc-4163-911a-e3b7a9f5e326 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1397018 Jul 28 21:42:56.583676 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-445df3a3-c1e2-40d0-b08f-66e1a122cb0f req-3e3935fb-d98b-4501-9ee3-557944e0869a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 945 time: 0.1667323 Jul 28 21:42:56.622082 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['12a66bb3-4839-4695-865f-377098eed46e'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:56.707325 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ec35f055-9419-4871-81c8-9f9c8ffd73dc req-a07917f9-414b-446e-aa18-5aa4a4248ffb tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184618 Jul 28 21:42:56.724046 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-445df3a3-c1e2-40d0-b08f-66e1a122cb0f req-869c9f8e-fa1f-444d-bcf5-c52f31a4278b tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325214 Jul 28 21:42:57.062561 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4e05b-509d-4aa1-a94e-3096015264c3 req-eee1966e-7e54-45cb-9cb1-014210821d35 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:57.062561 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f1b4e05b-509d-4aa1-a94e-3096015264c3 req-eee1966e-7e54-45cb-9cb1-014210821d35 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 944 time: 0.1328974 Jul 28 21:42:57.122214 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f1b4e05b-509d-4aa1-a94e-3096015264c3 req-8a570934-dfa0-4c19-98ed-c857e5858740 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632284 Jul 28 21:42:57.142196 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ce254-2725-43f9-b37f-73d1f0f5bcd7 req-b3edb090-c1c8-472f-a004-bc5f40694f6f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:57.143903 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9c4ce254-2725-43f9-b37f-73d1f0f5bcd7 req-b3edb090-c1c8-472f-a004-bc5f40694f6f tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1252723 Jul 28 21:42:57.190783 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9c4ce254-2725-43f9-b37f-73d1f0f5bcd7 req-1d993eab-4078-4cf7-a3ec-d52715d16940 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Jul 28 21:42:57.621395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-550ae0fa-8d32-4678-8fa1-9c56670ea0f8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:57.622918 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-550ae0fa-8d32-4678-8fa1-9c56670ea0f8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 945 time: 0.0499201 Jul 28 21:42:57.876932 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-8cdcf600-2a5b-4c9b-b66e-2e4189defefc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:57.882016 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-8cdcf600-2a5b-4c9b-b66e-2e4189defefc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1437075 Jul 28 21:42:57.902471 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f0a7a-5fcf-48d5-b448-ba2999bd8a2e req-2263c073-36c9-4af6-bcab-0a76105b9cb8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:57.913913 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6b5f0a7a-5fcf-48d5-b448-ba2999bd8a2e req-2263c073-36c9-4af6-bcab-0a76105b9cb8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 945 time: 0.0895302 Jul 28 21:42:57.942298 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Deleting port 4836c99b-700f-499b-b53b-08c7e22d403d {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:42:57.942659 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:57.991324 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6b5f0a7a-5fcf-48d5-b448-ba2999bd8a2e req-489165e0-02da-4d10-b558-437a370f929c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764215 Jul 28 21:42:58.006867 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ec88e-2409-4d48-a1b8-aaeab39db601 req-a6d69cf6-f774-463c-92d2-df5ee6ade74e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.008369 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9e2ec88e-2409-4d48-a1b8-aaeab39db601 req-a6d69cf6-f774-463c-92d2-df5ee6ade74e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.1191714 Jul 28 21:42:58.062219 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9e2ec88e-2409-4d48-a1b8-aaeab39db601 req-7dc9990e-18ae-4ab5-a28b-34817f339a3d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Jul 28 21:42:58.109575 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Deleting port 223bae5e-b3fd-47e4-a33d-ccc4c084585b {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:42:58.110167 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.122771 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] For port 4836c99b-700f-499b-b53b-08c7e22d403d, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4836c99b-700f-499b-b53b-08c7e22d403d,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:58.123617 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.166139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Calling delete_port for 4836c99b-700f-499b-b53b-08c7e22d403d owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:42:58.176382 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-e5e4359d-8460-4d71-9804-2ff71e5426e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.178373 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-e5e4359d-8460-4d71-9804-2ff71e5426e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1099 time: 0.0743229 Jul 28 21:42:58.332453 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] For port 223bae5e-b3fd-47e4-a33d-ccc4c084585b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=223bae5e-b3fd-47e4-a33d-ccc4c084585b,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:42:58.332453 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.371781 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Calling delete_port for 223bae5e-b3fd-47e4-a33d-ccc4c084585b owned by compute:nova {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:42:58.402577 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32f9c8-9be5-4e9b-b7a9-27b0c77d3952 req-8098f352-8893-4ac6-a37f-98a046f4a44a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.404124 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6c32f9c8-9be5-4e9b-b7a9-27b0c77d3952 req-8098f352-8893-4ac6-a37f-98a046f4a44a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 945 time: 0.1167517 Jul 28 21:42:58.506370 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6c32f9c8-9be5-4e9b-b7a9-27b0c77d3952 req-bd107c85-0f89-4bd1-bf9d-26f85c2c1c18 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657399 Jul 28 21:42:58.508688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc4033-82c0-46b1-ba85-eacf9697321f req-aa10d060-55bb-483a-ad5a-0350d28e8465 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.516464 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c9fc4033-82c0-46b1-ba85-eacf9697321f req-aa10d060-55bb-483a-ad5a-0350d28e8465 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 944 time: 0.2073009 Jul 28 21:42:58.575433 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-8a2fdaf4-2139-4343-9c46-6e5c9f1290f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.577142 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-8a2fdaf4-2139-4343-9c46-6e5c9f1290f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.3879325 Jul 28 21:42:58.579579 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.591466 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c', '90b3e880-741d-48ae-a02a-29f3113b9861', '163e548a-2389-49aa-9529-9fd3898d36a9', '4836c99b-700f-499b-b53b-08c7e22d403d'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:42:58.618226 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event deleted for resources: {'Port': ['ID=4836c99b-700f-499b-b53b-08c7e22d403d,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:58.639162 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.662811 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c9fc4033-82c0-46b1-ba85-eacf9697321f req-16fd0171-f954-41a3-a5c1-47601375b078 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454964 Jul 28 21:42:58.699614 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Pushing event deleted for resources: {'Port': ['ID=223bae5e-b3fd-47e4-a33d-ccc4c084585b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:42:58.719169 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-27b83bfb-2289-4ba1-9b04-00ba3f6bfc83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 1002 time: 0.1308155 Jul 28 21:42:58.740655 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] No DVR routers for this DVR port 4836c99b-700f-499b-b53b-08c7e22d403d on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:42:58.753122 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.755089 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1fd48c49-530e-485e-aa7c-8d45e2676e04 req-9a37fcb5-79d1-4837-ba1e-951b86d245fe tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "DELETE /v2.0/ports/4836c99b-700f-499b-b53b-08c7e22d403d HTTP/1.1" status: 204 len: 173 time: 1.0257747 Jul 28 21:42:58.755548 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'name': 'network-vif-deleted', 'tag': '4836c99b-700f-499b-b53b-08c7e22d403d'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:58.757846 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be56e2-adb6-45d7-a3d7-24a24f7ec416" -d '{"events": [{"server_uuid": "83380e27-a437-43f3-affb-4cc8bf1effd9", "name": "network-vif-deleted", "tag": "4836c99b-700f-499b-b53b-08c7e22d403d"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:58.771797 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] No DVR routers for this DVR port 223bae5e-b3fd-47e4-a33d-ccc4c084585b on host hv-cinder-78462 {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:42:58.775435 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:42:58.778082 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-618edc57-48c5-4220-99ec-bd48bef4c72c req-bc41dff2-1776-4852-a75f-cfbf7b475a07 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "DELETE /v2.0/ports/223bae5e-b3fd-47e4-a33d-ccc4c084585b HTTP/1.1" status: 204 len: 173 time: 0.8742144 Jul 28 21:42:58.778579 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'name': 'network-vif-deleted', 'tag': '223bae5e-b3fd-47e4-a33d-ccc4c084585b'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:42:58.785211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d6e0de-ac9a-40ef-abf1-3f1b77af7241" -d '{"events": [{"server_uuid": "d63babbb-57a5-4ca9-b49f-2684abe7001e", "name": "network-vif-deleted", "tag": "223bae5e-b3fd-47e4-a33d-ccc4c084585b"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:42:58.825040 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-b248505b-8059-4991-a88a-79bdcf193781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.826537 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-b248505b-8059-4991-a88a-79bdcf193781 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0872166 Jul 28 21:42:58.870197 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6437f2c-dd66-4eff-bfd6-207a22d70303 x-openstack-request-id: req-f6437f2c-dd66-4eff-bfd6-207a22d70303 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:58.870534 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63babbb-57a5-4ca9-b49f-2684abe7001e", "name": "network-vif-deleted", "tag": "223bae5e-b3fd-47e4-a33d-ccc4c084585b", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:58.870788 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6437f2c-dd66-4eff-bfd6-207a22d70303 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:58.871185 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63babbb-57a5-4ca9-b49f-2684abe7001e', 'name': 'network-vif-deleted', 'tag': '223bae5e-b3fd-47e4-a33d-ccc4c084585b', 'status': 'completed', 'code': 200} Jul 28 21:42:58.878676 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f224a-994c-4601-8396-31231016161e x-openstack-request-id: req-ab7f224a-994c-4601-8396-31231016161e {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:42:58.878963 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83380e27-a437-43f3-affb-4cc8bf1effd9", "name": "network-vif-deleted", "tag": "4836c99b-700f-499b-b53b-08c7e22d403d", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:42:58.879215 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab7f224a-994c-4601-8396-31231016161e {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:42:58.879609 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83380e27-a437-43f3-affb-4cc8bf1effd9', 'name': 'network-vif-deleted', 'tag': '4836c99b-700f-499b-b53b-08c7e22d403d', 'status': 'completed', 'code': 200} Jul 28 21:42:58.922701 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-25db7886-3f63-4da9-876a-4a693b44049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:58.924616 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-25db7886-3f63-4da9-876a-4a693b44049c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0881522 Jul 28 21:42:59.094203 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-38200e59-af0f-45a1-bada-4db70926c807 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611810 Jul 28 21:42:59.261759 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b51c0e-7c65-422d-a407-dae06a7ba552 req-3b354702-4015-4655-8063-632f3eaa7a98 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:59.264607 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cde2150d-6597-4865-b01f-ae614e4f3653 req-f8891d84-f41b-4e2a-b9f7-c88d1fd2f420 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=83380e27-a437-43f3-affb-4cc8bf1effd9 HTTP/1.1" status: 200 len: 210 time: 0.0911338 Jul 28 21:42:59.278613 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-69b51c0e-7c65-422d-a407-dae06a7ba552 req-3b354702-4015-4655-8063-632f3eaa7a98 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.0805564 Jul 28 21:42:59.315372 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6cdc9e45-f8bc-4724-804d-632a28c3fe77 req-aff06a27-8ede-46a6-a740-6dd90e56eca2 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119811 Jul 28 21:42:59.365399 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-69b51c0e-7c65-422d-a407-dae06a7ba552 req-87c5b422-636f-4295-82e6-ca74492677ea tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858936 Jul 28 21:42:59.631398 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2538ace2-e0e6-4e53-93c0-a3d92ac498dc req-0e0b4c6c-3a74-4c4f-8040-92b557108fdd tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=d63babbb-57a5-4ca9-b49f-2684abe7001e HTTP/1.1" status: 200 len: 210 time: 0.0334575 Jul 28 21:42:59.803892 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a69acd-ab82-423a-9dea-b59c0d744ded req-f76257be-fbd4-48e9-abaf-e8af120b924a tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:42:59.807215 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:42:59.811474 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f3a69acd-ab82-423a-9dea-b59c0d744ded req-f76257be-fbd4-48e9-abaf-e8af120b924a tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 944 time: 0.0623949 Jul 28 21:42:59.872152 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f3a69acd-ab82-423a-9dea-b59c0d744ded req-50901f23-aac4-482d-88e3-473912d4a5c2 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590677 Jul 28 21:42:59.906010 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 12a66bb3-4839-4695-865f-377098eed46e completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:42:59.913128 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 12a66bb3-4839-4695-865f-377098eed46e triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:42:59.913538 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.005031 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['0c639a2c-d380-413f-a41a-eb784277b9ac'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:00.038851 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.082017 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:00.084403 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6856ab5-6cd1-4a37-ad9a-f8f0e9e78514" -d '{"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-plugged", "status": "completed", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:00.102726 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:00.114154 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.129136 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b09ab8-8153-4454-8c52-b023e330f690 x-openstack-request-id: req-24b09ab8-8153-4454-8c52-b023e330f690 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:00.129430 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-plugged", "status": "completed", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:00.129682 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24b09ab8-8153-4454-8c52-b023e330f690 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:00.130074 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'code': 200} Jul 28 21:43:00.244639 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33588) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:00.333347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Deleting subnet e5f35001-9668-4acc-ad8f-70a84ffef5bb {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:43:00.344932 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.351810 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:00.420718 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127466137'] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.469259 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa1a1a-88a8-460c-8f72-ba2397240eb2 req-06590e12-44a6-401b-977d-f940d9e6a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:00.471239 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1bfa1a1a-88a8-460c-8f72-ba2397240eb2 req-06590e12-44a6-401b-977d-f940d9e6a114 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1098 time: 0.0987196 Jul 28 21:43:00.502673 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.841011 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1bfa1a1a-88a8-460c-8f72-ba2397240eb2 req-8c259aa7-5d78-449a-bcbc-1984a0fa674d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525851 Jul 28 21:43:00.857523 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e8ef5-fab1-4060-9de8-0e04e94266f5 req-c3fab88c-144a-457d-8767-487446222351 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:00.859219 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-af8e8ef5-fab1-4060-9de8-0e04e94266f5 req-c3fab88c-144a-457d-8767-487446222351 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 946 time: 0.3580678 Jul 28 21:43:00.892333 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127466182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127449070'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.926863 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f35001-9668-4acc-ad8f-70a84ffef5bb,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:00.937153 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:00.939126 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-883995be-602f-440b-91f3-f3f8e49c98c8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5f35001-9668-4acc-ad8f-70a84ffef5bb HTTP/1.1" status: 204 len: 168 time: 0.6931429 Jul 28 21:43:00.942293 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33606) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:00.988812 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-af8e8ef5-fab1-4060-9de8-0e04e94266f5 req-a48b3004-223d-4362-9832-c1796e6274f4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156332 Jul 28 21:43:00.992178 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020c60-4633-44a0-830d-fec2099c7e88 req-234697c5-70e8-49a5-aea3-e81531fa4383 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:01.002360 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-49020c60-4633-44a0-830d-fec2099c7e88 req-234697c5-70e8-49a5-aea3-e81531fa4383 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0627258 Jul 28 21:43:01.019761 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.059666 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-49020c60-4633-44a0-830d-fec2099c7e88 req-66bf3509-cde7-41cf-b05a-4c2e9b5db699 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Jul 28 21:43:01.157265 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.172831 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05082fd2-e1af-4aff-be2e-7824833da36e']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:01.188154 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74732b-dfd4-4fd2-8301-8bb19d634159 req-af43a1a5-e563-4471-9985-5392c69b6413 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:01.189616 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cd74732b-dfd4-4fd2-8301-8bb19d634159 req-af43a1a5-e563-4471-9985-5392c69b6413 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0762391 Jul 28 21:43:01.193480 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:01.193780 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaa8f8a-56da-4d11-a5d3-5e97944d59d0') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:01.210530 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.247785 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.256432 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cd74732b-dfd4-4fd2-8301-8bb19d634159 req-d36d5759-6beb-4561-88a5-cdde4fe8db86 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561142 Jul 28 21:43:01.261036 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:43:01.261623 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:43:01.263838 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:43:01.335891 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.340431 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.342619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/05082fd2-e1af-4aff-be2e-7824833da36e HTTP/1.1" status: 204 len: 168 time: 0.3993316 Jul 28 21:43:01.368098 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f519850-ee76-4694-b9a5-0d9e38928f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=05082fd2-e1af-4aff-be2e-7824833da36e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:01.616957 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33614) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:01.666631 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-902f41ae-eb52-417f-bb73-249a607222c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dd8d90b007e406491b89089161db546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462458 Jul 28 21:43:01.667160 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33616) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:01.769399 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-93315a0b-3a0e-42b4-9d3d-7de825a4f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.826361 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-93315a0b-3a0e-42b4-9d3d-7de825a4f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.826697 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:01.872568 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268bb5d-5832-46a3-ae9a-e7557940ef02 req-f7abc476-8a24-4b5a-a6ad-64d9df3079a4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:01.888443 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d268bb5d-5832-46a3-ae9a-e7557940ef02 req-f7abc476-8a24-4b5a-a6ad-64d9df3079a4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 945 time: 0.1111791 Jul 28 21:43:01.965571 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d268bb5d-5832-46a3-ae9a-e7557940ef02 req-65e03a87-ff4c-4b2a-9ce6-412de90cc1ef tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761573 Jul 28 21:43:01.975623 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-93315a0b-3a0e-42b4-9d3d-7de825a4f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.979518 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-93315a0b-3a0e-42b4-9d3d-7de825a4f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:01.981919 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-93315a0b-3a0e-42b4-9d3d-7de825a4f0e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1913e2d3-591e-4aa2-bfd0-544b82a50d5e HTTP/1.1" status: 204 len: 168 time: 0.3125753 Jul 28 21:43:02.003444 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93315a0b-3a0e-42b4-9d3d-7de825a4f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1913e2d3-591e-4aa2-bfd0-544b82a50d5e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:02.075862 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:02.125525 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:02.131182 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:02.134426 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a8818a-936a-4e58-8877-5b9d7f39ae15" -d '{"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-unplugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:02.138771 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:02.139755 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 223bae5e-b3fd-47e4-a33d-ccc4c084585b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:02.222734 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92309-7ab7-44ca-9211-7866f387b15f req-5db94a61-b1a7-4a97-b0cf-cf582149acd4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:02.232075 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-58f92309-7ab7-44ca-9211-7866f387b15f req-5db94a61-b1a7-4a97-b0cf-cf582149acd4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0912163 Jul 28 21:43:02.239482 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=8']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:02.242955 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 223bae5e-b3fd-47e4-a33d-ccc4c084585b {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:02.243496 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 223bae5e-b3fd-47e4-a33d-ccc4c084585b not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:02.244172 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 4836c99b-700f-499b-b53b-08c7e22d403d no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:02.287895 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 4836c99b-700f-499b-b53b-08c7e22d403d {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:02.293220 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da306226-91c6-4e01-9680-927163e15334 req-b19fc6d0-dc98-4168-98cb-962961d5012a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:02.293868 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 4836c99b-700f-499b-b53b-08c7e22d403d not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:02.297948 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-da306226-91c6-4e01-9680-927163e15334 req-b19fc6d0-dc98-4168-98cb-962961d5012a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0991073 Jul 28 21:43:02.304480 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-58f92309-7ab7-44ca-9211-7866f387b15f req-6c6dc779-3f59-41fe-9a7e-bc582d97e6a7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641322 Jul 28 21:43:02.356490 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a1818b-26ac-47ba-8196-443886b62b26 x-openstack-request-id: req-95a1818b-26ac-47ba-8196-443886b62b26 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:02.356894 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-unplugged", "status": "failed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "code": 422}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:02.357735 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95a1818b-26ac-47ba-8196-443886b62b26 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:02.357735 dv-cinder-784623-15-iscsi neutron-server[99671]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'code': 422} returned with failed status Jul 28 21:43:02.388830 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-da306226-91c6-4e01-9680-927163e15334 req-95903605-7a8b-4e2f-aa91-bcbe54814b59 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788031 Jul 28 21:43:02.533015 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c5bdc-e6c3-41bb-b400-a81f0705e016 req-8c7751db-7a0c-4683-a431-167fc7a29803 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:02.534702 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c76c5bdc-e6c3-41bb-b400-a81f0705e016 req-8c7751db-7a0c-4683-a431-167fc7a29803 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.1071551 Jul 28 21:43:02.621246 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c76c5bdc-e6c3-41bb-b400-a81f0705e016 req-66412dbb-f133-4a93-895d-b7a7a17f610a tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754435 Jul 28 21:43:02.782904 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc9d79-7dc3-4c83-b0b3-23379d63de8c req-d3335d7f-ec09-44f0-8e5c-1c989b3a33fe tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:02.801892 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e7fc9d79-7dc3-4c83-b0b3-23379d63de8c req-d3335d7f-ec09-44f0-8e5c-1c989b3a33fe tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0930450 Jul 28 21:43:02.863428 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e7fc9d79-7dc3-4c83-b0b3-23379d63de8c req-213acd62-e677-490d-87ab-664b48694ec6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572057 Jul 28 21:43:02.878060 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33660) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:03.129967 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bafc9-e35c-4503-877b-1f2508db1d31 req-c1f70540-6a6a-4609-87ad-9c2b9ef8daad tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:03.137564 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-af8bafc9-e35c-4503-877b-1f2508db1d31 req-c1f70540-6a6a-4609-87ad-9c2b9ef8daad tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 945 time: 0.0676746 Jul 28 21:43:03.214987 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-af8bafc9-e35c-4503-877b-1f2508db1d31 req-8a530924-4ff1-432a-928e-f48ffd48f60d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764697 Jul 28 21:43:03.288560 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac21fa9-e515-475d-aa61-4fb753c2bf6e tempest-TestShelveInstance-1864077368 tempest-TestShelveInstance-1864077368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:03.293731 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33684) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:03.299175 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'port_id': '12a66bb3-4839-4695-865f-377098eed46e', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:03.303605 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-8ac21fa9-e515-475d-aa61-4fb753c2bf6e tempest-TestShelveInstance-1864077368 tempest-TestShelveInstance-1864077368-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1093 time: 0.4166448 Jul 28 21:43:03.331529 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c84599-9069-48aa-8fd5-9868f0c83adc req-c64f5682-98a4-4b7b-884f-3de53627d679 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:03.335364 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-26c84599-9069-48aa-8fd5-9868f0c83adc req-c64f5682-98a4-4b7b-884f-3de53627d679 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.1119666 Jul 28 21:43:03.350463 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for floatingip, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:03.415235 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-26c84599-9069-48aa-8fd5-9868f0c83adc req-fd074478-36bb-4946-a82c-a97dcdc8d761 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739207 Jul 28 21:43:03.568804 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415ac89-6ab8-4561-9277-6d591f804178 req-1b7c3122-8078-4829-875b-e5ed40011d46 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:03.591303 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9415ac89-6ab8-4561-9277-6d591f804178 req-1b7c3122-8078-4829-875b-e5ed40011d46 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0988524 Jul 28 21:43:03.609576 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:03.735935 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9415ac89-6ab8-4561-9277-6d591f804178 req-1cef639f-e63d-40ea-9e9f-95ea5bf955cc tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436107 Jul 28 21:43:03.818638 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Allocated IP 172.27.3.77 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/a1704a14-53ff-4372-ab0a-82c0d504d38e) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:43:03.848482 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33704) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:04.002248 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-13a6205c-3c88-4edd-ae58-39f7c262e505 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:04.004073 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-13a6205c-3c88-4edd-ae58-39f7c262e505 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 945 time: 0.1261301 Jul 28 21:43:04.017188 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-352f2942-8d52-4ebe-80b3-85d16abfb6ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1672873 Jul 28 21:43:04.032232 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:04.090673 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:04.133090 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:43:04.139187 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:43:04.144419 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:43:04.147895 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'Port': ['ID=a1704a14-53ff-4372-ab0a-82c0d504d38e,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:04.261335 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Deleting port 163e548a-2389-49aa-9529-9fd3898d36a9 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:43:04.261680 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:04.495942 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002ee5a-dbff-4171-9e30-36d9f4aafb8d req-3c8021ef-f3fe-46c4-bc04-c4ec05062074 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:04.511395 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e002ee5a-dbff-4171-9e30-36d9f4aafb8d req-3c8021ef-f3fe-46c4-bc04-c4ec05062074 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=e7c0ab0d-9f18-4416-80e9-761172688d3b HTTP/1.1" status: 200 len: 945 time: 0.1701519 Jul 28 21:43:04.545199 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] For port 163e548a-2389-49aa-9529-9fd3898d36a9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=163e548a-2389-49aa-9529-9fd3898d36a9,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:04.549241 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:04.584840 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Calling delete_port for 163e548a-2389-49aa-9529-9fd3898d36a9 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:43:04.642195 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e002ee5a-dbff-4171-9e30-36d9f4aafb8d req-8f614bcb-37f1-4db4-acf7-9e7b31420623 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189284 Jul 28 21:43:04.798889 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:04.815881 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c', '90b3e880-741d-48ae-a02a-29f3113b9861', '163e548a-2389-49aa-9529-9fd3898d36a9'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:04.882619 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event deleted for resources: {'Port': ['ID=163e548a-2389-49aa-9529-9fd3898d36a9,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:04.928769 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] No DVR routers for this DVR port 163e548a-2389-49aa-9529-9fd3898d36a9 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:43:04.931693 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:04.933696 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1d2ef28-33a3-4454-be3b-049be43a646d req-72779ff6-b86c-4d5f-99ac-ee78d9301e70 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "DELETE /v2.0/ports/163e548a-2389-49aa-9529-9fd3898d36a9 HTTP/1.1" status: 204 len: 173 time: 0.9200387 Jul 28 21:43:04.935115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'name': 'network-vif-deleted', 'tag': '163e548a-2389-49aa-9529-9fd3898d36a9'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:04.938241 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b0f1e8-75a1-4abc-94e8-e0b1f9356883" -d '{"events": [{"server_uuid": "e7c0ab0d-9f18-4416-80e9-761172688d3b", "name": "network-vif-deleted", "tag": "163e548a-2389-49aa-9529-9fd3898d36a9"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:04.951533 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836389-2549-406a-b137-29b3db21ce83 req-ba250a7a-529f-4d3e-9beb-baa6bd475516 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:04.953633 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09836389-2549-406a-b137-29b3db21ce83 req-ba250a7a-529f-4d3e-9beb-baa6bd475516 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.1315200 Jul 28 21:43:04.977466 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611af1d1-9336-487b-bfcf-3d280bc2e448 req-d5738b00-6741-44ec-a638-cd1b9d05bdb4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:04.988333 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-611af1d1-9336-487b-bfcf-3d280bc2e448 req-d5738b00-6741-44ec-a638-cd1b9d05bdb4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.3458445 Jul 28 21:43:05.012466 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09836389-2549-406a-b137-29b3db21ce83 req-af965cbe-06e7-4e63-b715-503b4736064a tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498023 Jul 28 21:43:05.109973 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-611af1d1-9336-487b-bfcf-3d280bc2e448 req-45018abe-43c9-4714-b4b1-cb8ed2ccd9a6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167657 Jul 28 21:43:05.121869 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c925d6f-451b-40ae-8738-2502c9d6e568 x-openstack-request-id: req-2c925d6f-451b-40ae-8738-2502c9d6e568 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:05.122295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c0ab0d-9f18-4416-80e9-761172688d3b", "name": "network-vif-deleted", "tag": "163e548a-2389-49aa-9529-9fd3898d36a9", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:05.122685 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c925d6f-451b-40ae-8738-2502c9d6e568 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:05.123189 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c0ab0d-9f18-4416-80e9-761172688d3b', 'name': 'network-vif-deleted', 'tag': '163e548a-2389-49aa-9529-9fd3898d36a9', 'status': 'completed', 'code': 200} Jul 28 21:43:05.129379 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:05.293194 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:05.610405 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:05.621451 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:05.930035 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:06.200886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e869b9-b65b-43bb-83c4-72def83bf9bd req-b9c87628-8c33-47f8-b58c-8e8e5e1d20df tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.212212 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-05e869b9-b65b-43bb-83c4-72def83bf9bd req-b9c87628-8c33-47f8-b58c-8e8e5e1d20df tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0680311 Jul 28 21:43:06.269600 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-05e869b9-b65b-43bb-83c4-72def83bf9bd req-531c3dc2-99a9-4bd6-985e-5c6e0be2ebf8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541632 Jul 28 21:43:06.287022 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event updated for resources: {'Port': ['ID=a1704a14-53ff-4372-ab0a-82c0d504d38e,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:06.326991 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd68c0-b05b-4799-9fe3-28d80944a6af req-73101e00-d8d2-4718-9143-0a91f3634828 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.329195 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fd68c0-b05b-4799-9fe3-28d80944a6af req-73101e00-d8d2-4718-9143-0a91f3634828 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.1139865 Jul 28 21:43:06.352230 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.l3_db [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Floating IP 8d3b59c9-0b90-489a-9552-8209d7f4ae24 associated. External IP: 172.27.3.77, port: 12a66bb3-4839-4695-865f-377098eed46e. Jul 28 21:43:06.410160 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-3c145d75-e5c4-46a3-bed9-16c5eee5c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.410160 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-3c145d75-e5c4-46a3-bed9-16c5eee5c28c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4&tenant_id=ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 1097 time: 0.1223934 Jul 28 21:43:06.431253 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced55a-de06-4147-8606-57baaef619e8 req-03c6a99f-7a23-443d-90a3-6d6bbd9f541d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.432933 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f1ced55a-de06-4147-8606-57baaef619e8 req-03c6a99f-7a23-443d-90a3-6d6bbd9f541d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0747044 Jul 28 21:43:06.443619 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-11fd68c0-b05b-4799-9fe3-28d80944a6af req-7643a150-d06a-4248-a43c-aad07f4c1191 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042931 Jul 28 21:43:06.527029 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f1ced55a-de06-4147-8606-57baaef619e8 req-7a2c62b9-816d-4f12-95df-526a356fd052 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498538 Jul 28 21:43:06.529050 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-48389b99-5f02-4846-bebc-facaa137e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.532836 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-48389b99-5f02-4846-bebc-facaa137e6e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1097 time: 0.0947640 Jul 28 21:43:06.657172 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-65442c9c-bd5f-4e88-ae5d-029fc98cfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.658769 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-65442c9c-bd5f-4e88-ae5d-029fc98cfa36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.1164534 Jul 28 21:43:06.660963 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Router 0ee4af46-90d3-4f18-a540-415c01c28a40 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:43:06.774828 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-ee254be4-3048-4c6e-8a74-cbcfa82a45f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 1000 time: 0.1066203 Jul 28 21:43:06.812836 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:43:06.824984 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] Sync routers for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:43:06.837319 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:43:06.838192 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:06.862267 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-a117c1d1-9aac-4351-b218-154740b0291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.862267 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-a117c1d1-9aac-4351-b218-154740b0291c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0743151 Jul 28 21:43:06.901362 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:06.946508 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-205d659b-e570-4df1-a505-b7182c6236fe tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.948386 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-205d659b-e570-4df1-a505-b7182c6236fe tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 945 time: 0.0941553 Jul 28 21:43:06.954200 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-eca46a1f-f53f-45df-9f6c-10b90fb886ee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6551988 Jul 28 21:43:06.954200 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:06.954485 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49649c13-8e4b-4d19-9eb6-7fb77303e395" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:06.969256 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-faff46b9-167e-4d25-9ad6-7438b11cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:06.970731 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-faff46b9-167e-4d25-9ad6-7438b11cf732 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1050301 Jul 28 21:43:07.005946 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:43:07.057456 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d43f67-ad11-42b2-933c-92c62045fb6f x-openstack-request-id: req-f1d43f67-ad11-42b2-933c-92c62045fb6f {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:07.059131 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:07.060736 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1d43f67-ad11-42b2-933c-92c62045fb6f {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:07.061232 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'status': 'completed', 'code': 200} Jul 28 21:43:07.084081 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Deleting port 0c639a2c-d380-413f-a41a-eb784277b9ac {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:43:07.084593 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:07.188516 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-0c0ab82f-b71d-4d67-b22a-5419ceb33cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.190044 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-0c0ab82f-b71d-4d67-b22a-5419ceb33cc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1098 time: 0.0875483 Jul 28 21:43:07.224378 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-c30324f1-2650-4284-95e3-8a6e1532f9ab service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452300 Jul 28 21:43:07.271485 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] For port 0c639a2c-d380-413f-a41a-eb784277b9ac, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=0c639a2c-d380-413f-a41a-eb784277b9ac,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:07.271851 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:07.292789 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Calling delete_port for 0c639a2c-d380-413f-a41a-eb784277b9ac owned by compute:nova {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:43:07.386342 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c6a0c29-269a-4994-9227-011fe5e7253b req-73fd7fd0-1d39-43af-a143-6ef15f031a22 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064746 Jul 28 21:43:07.461758 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-734029fe-b1f1-4087-8574-6816ba9596ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.463296 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-734029fe-b1f1-4087-8574-6816ba9596ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 908 time: 0.2616339 Jul 28 21:43:07.524850 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '8d3b59c9-0b90-489a-9552-8209d7f4ae24', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'port_id': '12a66bb3-4839-4695-865f-377098eed46e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'mac_address': 'fa:16:3e:88:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:43:04Z', 'updated_at': '2021-07-28T21:43:04Z', 'revision_number': 0, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:54Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:07.567211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:07.582785 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['0c639a2c-d380-413f-a41a-eb784277b9ac'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:07.583403 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] Checking router: 0ee4af46-90d3-4f18-a540-415c01c28a40 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:43:07.592553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e160a-70b6-4ec3-8eaa-463f408a5bd8 req-a61d4a9b-36ca-4b06-a0ef-29f371584b1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.602950 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8a1e160a-70b6-4ec3-8eaa-463f408a5bd8 req-a61d4a9b-36ca-4b06-a0ef-29f371584b1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 867 time: 0.1963375 Jul 28 21:43:07.603674 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:43:07.604212 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:42:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:07.668142 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-186e2ccf-dfe7-4c9f-8875-d90fa3492891 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 998 time: 0.1922238 Jul 28 21:43:07.674979 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Pushing event deleted for resources: {'Port': ['ID=0c639a2c-d380-413f-a41a-eb784277b9ac,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:07.710400 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8a1e160a-70b6-4ec3-8eaa-463f408a5bd8 req-30ff3062-c9bd-414e-a3d0-0b5df03a1e14 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/security-groups?id=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013303 Jul 28 21:43:07.750555 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] No DVR routers for this DVR port 0c639a2c-d380-413f-a41a-eb784277b9ac on host hv-cinder-78462 {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:43:07.757765 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:07.760542 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.22 "DELETE /v2.0/ports/0c639a2c-d380-413f-a41a-eb784277b9ac HTTP/1.1" status: 204 len: 173 time: 0.8019953 Jul 28 21:43:07.765873 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:43:07.780919 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55de13-b7a4-4516-8441-832a0bee7f73 req-d562a9da-45d4-470b-ab13-ad4e1956d783 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.782870 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4a55de13-b7a4-4516-8441-832a0bee7f73 req-d562a9da-45d4-470b-ab13-ad4e1956d783 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.1541634 Jul 28 21:43:07.811523 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-e2a97809-954d-4e1a-994d-42ec71b2d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.812597 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-e2a97809-954d-4e1a-994d-42ec71b2d4f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.1187568 Jul 28 21:43:07.836957 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 163e548a-2389-49aa-9529-9fd3898d36a9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:07.889118 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135957e-197c-431a-94a6-2ddb1558beae req-55d06424-7de2-47a5-8c1d-1bdaf55169bb tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.892019 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8135957e-197c-431a-94a6-2ddb1558beae req-55d06424-7de2-47a5-8c1d-1bdaf55169bb tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 945 time: 0.2760959 Jul 28 21:43:07.902786 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4a55de13-b7a4-4516-8441-832a0bee7f73 req-669d73b3-5e90-4e8d-bf2d-255b96d0706c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126246 Jul 28 21:43:07.907650 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 163e548a-2389-49aa-9529-9fd3898d36a9 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:07.908176 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 163e548a-2389-49aa-9529-9fd3898d36a9 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:07.908739 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 0c639a2c-d380-413f-a41a-eb784277b9ac no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:07.946428 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 0c639a2c-d380-413f-a41a-eb784277b9ac {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:07.947130 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 0c639a2c-d380-413f-a41a-eb784277b9ac not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:07.974992 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0133a-ba52-4195-9e3c-380a758f6262 req-322e408b-abb5-4618-a1df-b504611eebd8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:07.977109 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-64e0133a-ba52-4195-9e3c-380a758f6262 req-322e408b-abb5-4618-a1df-b504611eebd8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.1634724 Jul 28 21:43:08.058343 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '8d3b59c9-0b90-489a-9552-8209d7f4ae24', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'port_id': '12a66bb3-4839-4695-865f-377098eed46e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'mac_address': 'fa:16:3e:88:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:43:04Z', 'updated_at': '2021-07-28T21:43:04Z', 'revision_number': 0, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:54Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:08.058938 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-64e0133a-ba52-4195-9e3c-380a758f6262 req-30ccb44b-ff34-447f-ba17-e126ef8530ee tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437748 Jul 28 21:43:08.061885 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-2cc85636-dd92-4364-adcb-344c7333e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:08.069775 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-2cc85636-dd92-4364-adcb-344c7333e74b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2473488 Jul 28 21:43:08.094565 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393aed4b-43a7-4a42-a89b-30b12f1d433b None None] The sync data for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi is: [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '8d3b59c9-0b90-489a-9552-8209d7f4ae24', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'port_id': '12a66bb3-4839-4695-865f-377098eed46e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'mac_address': 'fa:16:3e:88:bf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:43:04Z', 'updated_at': '2021-07-28T21:43:04Z', 'revision_number': 0, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:54Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:43:08.105985 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Deleting port 90b3e880-741d-48ae-a02a-29f3113b9861 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:43:08.106701 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:08.268472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] For port 90b3e880-741d-48ae-a02a-29f3113b9861, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=90b3e880-741d-48ae-a02a-29f3113b9861,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:08.269089 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:08.289784 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Calling delete_port for 90b3e880-741d-48ae-a02a-29f3113b9861 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:43:08.495894 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a4da3-a27b-482d-a03d-62d4e5c6f58d None None] New status for floating IP 8d3b59c9-0b90-489a-9552-8209d7f4ae24: ACTIVE {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:43:08.626429 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:08.674468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event deleted for resources: {'Port': ['ID=90b3e880-741d-48ae-a02a-29f3113b9861,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:08.725410 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c', '90b3e880-741d-48ae-a02a-29f3113b9861'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:08.756980 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] No DVR routers for this DVR port 90b3e880-741d-48ae-a02a-29f3113b9861 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:43:08.766812 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:08.769397 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "DELETE /v2.0/ports/90b3e880-741d-48ae-a02a-29f3113b9861 HTTP/1.1" status: 204 len: 173 time: 0.8684649 Jul 28 21:43:08.769886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'name': 'network-vif-deleted', 'tag': '90b3e880-741d-48ae-a02a-29f3113b9861'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:08.772358 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627659a1-bb6d-4e06-bc4b-80d2b0728e59" -d '{"events": [{"server_uuid": "cf00b470-0803-4d48-a7cf-6566ce98167a", "name": "network-vif-deleted", "tag": "90b3e880-741d-48ae-a02a-29f3113b9861"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:08.932633 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aad9283f-3e03-42b2-8fe0-1d148712475f req-5ed8cc74-509a-4ccb-97f6-5a2a63d98776 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0784402 Jul 28 21:43:09.007506 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90ea245-9d2d-432f-89fd-c380427cf9e4 x-openstack-request-id: req-a90ea245-9d2d-432f-89fd-c380427cf9e4 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:09.007922 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf00b470-0803-4d48-a7cf-6566ce98167a", "name": "network-vif-deleted", "tag": "90b3e880-741d-48ae-a02a-29f3113b9861", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:09.008289 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a90ea245-9d2d-432f-89fd-c380427cf9e4 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:09.008821 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf00b470-0803-4d48-a7cf-6566ce98167a', 'name': 'network-vif-deleted', 'tag': '90b3e880-741d-48ae-a02a-29f3113b9861', 'status': 'completed', 'code': 200} Jul 28 21:43:09.040058 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-10749a8c-9e67-4ad8-bae5-e133f741bed6 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:09.052452 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-10749a8c-9e67-4ad8-bae5-e133f741bed6 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 814 time: 0.2239258 Jul 28 21:43:09.062446 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'name': 'network-vif-deleted', 'tag': '0c639a2c-d380-413f-a41a-eb784277b9ac'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:09.064952 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7e4079-fa6f-4a09-a492-fcb10d9affb9" -d '{"events": [{"server_uuid": "33b1671d-3b93-460f-8a0e-e04a455de00a", "name": "network-vif-deleted", "tag": "0c639a2c-d380-413f-a41a-eb784277b9ac"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:09.070878 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-e9191b42-fca5-440e-bfe3-37df1fd5e931 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/quotas/aabcf091815b4a0998b6b49e36980100 HTTP/1.1" status: 200 len: 375 time: 0.0172064 Jul 28 21:43:09.108677 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-679b5959-df79-45eb-a7a5-4b417278390b req-882f2888-30d7-4e34-8f7c-979860dda1c8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0382526 Jul 28 21:43:09.164737 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-36f6e1cb-bb94-4150-ade4-4aa928a8431d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923460 Jul 28 21:43:09.172509 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f8ff64-35c6-4eb5-9704-73b84643d66a x-openstack-request-id: req-f1f8ff64-35c6-4eb5-9704-73b84643d66a {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:09.173036 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b1671d-3b93-460f-8a0e-e04a455de00a", "name": "network-vif-deleted", "tag": "0c639a2c-d380-413f-a41a-eb784277b9ac", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:09.173508 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1f8ff64-35c6-4eb5-9704-73b84643d66a {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:09.174135 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b1671d-3b93-460f-8a0e-e04a455de00a', 'name': 'network-vif-deleted', 'tag': '0c639a2c-d380-413f-a41a-eb784277b9ac', 'status': 'completed', 'code': 200} Jul 28 21:43:09.292887 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eca078-5a38-4e03-a68c-1a446f92ae46 req-7c0e7f5f-490a-435c-a87a-790960817efd tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:09.301914 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-38eca078-5a38-4e03-a68c-1a446f92ae46 req-7c0e7f5f-490a-435c-a87a-790960817efd tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0729795 Jul 28 21:43:09.355146 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-38eca078-5a38-4e03-a68c-1a446f92ae46 req-304ad97d-ea06-4b68-a5cd-c7d87fb9e39e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482066 Jul 28 21:43:09.386627 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-298c7fd0-2e79-44df-ac08-fac8697a2d57 service neutron] 10.222.0.21 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205644 Jul 28 21:43:09.532330 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-fc3a59d3-fe3f-4c25-b964-ac63c5f3218b service neutron] 10.222.0.21 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439829 Jul 28 21:43:09.735107 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b53c972f-890a-4cc1-ad63-66ee686c96a2 req-a6fe1fac-8ce0-4d33-9aa9-faf297dd6503 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0352592 Jul 28 21:43:10.087508 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a43ee068-53ad-4e5d-bced-8eb26775502d req-4e7a5550-a35a-430b-bd9b-a7746cc32401 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0373180 Jul 28 21:43:10.232043 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-609dc327-88f9-4bb5-ac1c-9683cd62df76 req-731251f1-0681-42a0-a534-2702db9f0a63 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0341446 Jul 28 21:43:10.479283 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87c57c-a321-4785-8869-b5f9ed31720e req-60c38864-860f-4c65-946a-5ad8813c71c4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:10.481488 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0f87c57c-a321-4785-8869-b5f9ed31720e req-60c38864-860f-4c65-946a-5ad8813c71c4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0565779 Jul 28 21:43:10.543989 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0f87c57c-a321-4785-8869-b5f9ed31720e req-205da102-d193-4135-a9ba-867a957f2fbe tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481963 Jul 28 21:43:10.871093 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1426ed0d-95ae-4896-854e-a91da7e58fc1 req-e55f2346-103c-4d2c-8d6c-83cd93d6994c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0431135 Jul 28 21:43:11.203605 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7531ea56-c46f-4487-a6d5-4dd0aaad5f27 req-da651ba9-d637-4e45-9dbc-3c7c34dfe4a5 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0279620 Jul 28 21:43:11.318775 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4b13493c-2c7c-408f-a4bd-6da4b0854bbd req-c12237b1-93d2-473e-9e02-e90ff66ea9b0 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0267036 Jul 28 21:43:11.537517 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-da58dff3-b699-4f93-8f1e-61c22e750e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:11.757105 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc530a-da52-435c-a223-ffb5276c4758 req-3a81e504-1b6f-4db5-88f3-1a6c8e9ae44c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:11.758673 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-febc530a-da52-435c-a223-ffb5276c4758 req-3a81e504-1b6f-4db5-88f3-1a6c8e9ae44c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0688818 Jul 28 21:43:11.798722 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-febc530a-da52-435c-a223-ffb5276c4758 req-89d635bd-df0c-415b-9c21-39ae899a8785 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Jul 28 21:43:11.892368 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 90b3e880-741d-48ae-a02a-29f3113b9861 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:11.921878 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 90b3e880-741d-48ae-a02a-29f3113b9861 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:11.922242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 90b3e880-741d-48ae-a02a-29f3113b9861 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:11.971649 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d267f08c-859c-49d3-98a3-0571c8d7d347 req-8d4e87c7-a9f8-4da2-853e-658be4ec0e99 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Jul 28 21:43:12.315379 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7b168e0-9d77-4530-b5a3-0066d9b86da7 req-33308fe4-5e8d-4bd8-8f65-a39bdeb03831 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0299578 Jul 28 21:43:12.424843 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9121ea37-b5b7-4574-80b6-bd11003f8b72 req-c2f32106-6e10-41ec-8efc-76473d2562d8 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0264494 Jul 28 21:43:12.702546 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:12.922069 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d8620-6e99-4c06-a290-2aa35bffc9bc req-f530f2fd-ffec-412d-bcdf-40269d1102e6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:12.923618 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-788d8620-6e99-4c06-a290-2aa35bffc9bc req-f530f2fd-ffec-412d-bcdf-40269d1102e6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0505910 Jul 28 21:43:12.962605 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-788d8620-6e99-4c06-a290-2aa35bffc9bc req-fa68b6b8-4720-4106-a772-ffed62365c0f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330403 Jul 28 21:43:13.069607 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9387dde7-14d7-49b6-b5bc-0458b4f2acd8 req-232d408b-3de1-4f33-898c-93d229100254 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0287335 Jul 28 21:43:13.432964 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-65e448ec-d3d3-447e-a4ef-855fdb0b9327 req-42e1b076-8829-477b-93f9-4d654428e241 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0304837 Jul 28 21:43:13.520043 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-97726434-9eaf-415b-b0d4-32a2f413f36e req-773be4e9-b5de-4e5a-a279-4cc194677aa7 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0270529 Jul 28 21:43:14.086951 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7a8c1-8d2c-46f1-a954-79d35176a607 req-e4fd2f0e-14b2-4696-878f-a7e55d1a44b2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:14.088447 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f3b7a8c1-8d2c-46f1-a954-79d35176a607 req-e4fd2f0e-14b2-4696-878f-a7e55d1a44b2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0517209 Jul 28 21:43:14.140389 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f3b7a8c1-8d2c-46f1-a954-79d35176a607 req-6f8cddcf-c343-4b25-bf74-d8d4d7bdeeb8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446517 Jul 28 21:43:14.166459 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:14.202084 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-65bb15b8-e673-4e9d-88ff-ac3f7163368b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:14.214780 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cd8728af-03c4-44d4-ba63-274445d46496 req-46b623de-e937-439c-b373-dc8528b72673 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0267134 Jul 28 21:43:14.556490 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1237ab9c-746c-4e64-aadc-4aad5e21626d req-ad58346c-38b0-4714-9742-3504b64d6ac3 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0305054 Jul 28 21:43:14.620817 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c9045fe1-eaf4-412d-83ba-7a688a753995 req-a93cc8f2-a57d-4202-8df5-ce4b94bd8e27 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0268803 Jul 28 21:43:15.058565 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 33954) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:15.165002 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07188e85-137c-4ad1-a17e-c7848bad4eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.288427 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebb2af-e39d-4c43-9d54-5b55ac234531 req-44149e95-c19f-40f0-aec5-b955e9113470 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:15.289935 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8bebb2af-e39d-4c43-9d54-5b55ac234531 req-44149e95-c19f-40f0-aec5-b955e9113470 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0664904 Jul 28 21:43:15.326334 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e126f80c-8a05-4f7f-a89a-fbda64e4c2e4 req-98af6df9-926f-4e70-bad0-397495cafc68 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0342638 Jul 28 21:43:15.350085 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8bebb2af-e39d-4c43-9d54-5b55ac234531 req-19d99623-b8ca-4167-8c1d-8c63b028688d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484002 Jul 28 21:43:15.354705 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07188e85-137c-4ad1-a17e-c7848bad4eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.356122 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.360013 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-07188e85-137c-4ad1-a17e-c7848bad4eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.400737 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-07188e85-137c-4ad1-a17e-c7848bad4eb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ea7b20024e6439997882ce17f40e4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410282 Jul 28 21:43:15.401821 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07188e85-137c-4ad1-a17e-c7848bad4eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d178ef-2d96-464f-8c90-334ed8aa3b97,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:15.403643 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 33962) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:15.460750 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1645-a201-4848-b09e-16ff5e06bb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.484733 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1645-a201-4848-b09e-16ff5e06bb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.540597 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1645-a201-4848-b09e-16ff5e06bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.543226 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b1ed1645-a201-4848-b09e-16ff5e06bb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:15.544510 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-b1ed1645-a201-4848-b09e-16ff5e06bb99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41d178ef-2d96-464f-8c90-334ed8aa3b97 HTTP/1.1" status: 204 len: 168 time: 0.1398342 Jul 28 21:43:15.552652 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed1645-a201-4848-b09e-16ff5e06bb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d178ef-2d96-464f-8c90-334ed8aa3b97,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:15.701018 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a51d9fd5-2347-4099-b3e1-75f00a684ad3 req-bcc2bc37-e0e9-483a-8d5a-2d574359eba9 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0381536 Jul 28 21:43:15.742392 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37779f29-0b49-47ce-bf8a-bde363e3f660 req-3a438c4a-0f72-4083-9553-b8600648202e tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0304453 Jul 28 21:43:16.421093 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8028a015-efd5-4bdd-9983-31bfd14ea8be req-dc0573ac-d5e1-4b9d-b4f6-d73573be751e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0274825 Jul 28 21:43:16.486451 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d075-df2a-43b3-b4b0-65c5e96a88fe req-4413a444-6580-4c55-8a3d-0c7fe455c907 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:16.487909 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ca19d075-df2a-43b3-b4b0-65c5e96a88fe req-4413a444-6580-4c55-8a3d-0c7fe455c907 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0504904 Jul 28 21:43:16.529030 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ca19d075-df2a-43b3-b4b0-65c5e96a88fe req-739ad592-a16e-4a3f-8f09-f2a20b2b0fc3 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351918 Jul 28 21:43:16.805273 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-48c7d16d-bdda-45d1-b3c4-961970184b33 req-5035d58c-8ee5-40d4-b354-679f198707d8 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0274489 Jul 28 21:43:16.862628 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9312ca19-9fec-493c-8895-86d8e3c9d227 req-020feba7-5c26-450c-a634-99e0cf0d7e7d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0307994 Jul 28 21:43:16.872240 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:17.520030 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3fe6b614-01a1-45e4-8446-d665fb4c3741 req-6d10344b-88a7-4d43-976a-980cef22a52b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0288205 Jul 28 21:43:17.647809 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b67b91-de70-4797-bfbe-bfd1825719d5 req-cb281c02-6526-4033-af82-903c6ead9377 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:17.649480 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-51b67b91-de70-4797-bfbe-bfd1825719d5 req-cb281c02-6526-4033-af82-903c6ead9377 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0483484 Jul 28 21:43:17.689812 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-51b67b91-de70-4797-bfbe-bfd1825719d5 req-36d19ddb-5f6a-473c-af94-571f59ed1c7f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343089 Jul 28 21:43:17.919733 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a21b3624-5dae-4eee-a369-1aa1b1a400a4 req-cd3a5537-b741-4f42-910a-cf0e1620647d tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0288553 Jul 28 21:43:17.963057 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f858e6ab-51cd-4448-9636-fb6d0560aad0 req-568fb4e6-88d2-4404-bf6f-e3e0456eca36 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0258694 Jul 28 21:43:18.609576 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f7bd1947-34ed-442b-8177-a2afda08e74d req-4e373771-c8c9-43aa-b00f-2d30dc1369a3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0252945 Jul 28 21:43:18.799520 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-3751fc6c-d68e-4aec-a7b5-0e2adb2a2ce1 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139517 Jul 28 21:43:18.914828 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-49649c13-8e4b-4d19-9eb6-7fb77303e395 req-3b828bae-2b16-4de5-bada-1c5f18f701b9 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011512 Jul 28 21:43:18.930671 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de752-5618-4eb3-912d-1461c6cbb9cb req-882d09b8-383c-4900-b120-07ca3cb4b424 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:18.932398 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6d6de752-5618-4eb3-912d-1461c6cbb9cb req-882d09b8-383c-4900-b120-07ca3cb4b424 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.1576519 Jul 28 21:43:18.985525 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6d6de752-5618-4eb3-912d-1461c6cbb9cb req-d325a55d-3732-4ab4-b035-42a48c7d2cfd tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419719 Jul 28 21:43:19.051577 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e64b4e8e-b353-4140-a9b4-8e3b8d30b14d req-284a3fa9-177d-43d1-bbbd-fb4c2b9ce220 tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] 10.222.0.21 "GET /v2.0/ports?device_id=33b1671d-3b93-460f-8a0e-e04a455de00a HTTP/1.1" status: 200 len: 210 time: 0.0339074 Jul 28 21:43:19.104070 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-01bb2628-a4e1-4de2-aff4-f2e07c45d7e0 req-17b0c1e6-7a88-4685-8153-b47c84fbea09 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf00b470-0803-4d48-a7cf-6566ce98167a HTTP/1.1" status: 200 len: 210 time: 0.0276234 Jul 28 21:43:19.627338 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-1acb1a98-6827-4281-8019-2dd579556ec7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:19.628826 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-1acb1a98-6827-4281-8019-2dd579556ec7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 814 time: 0.1059289 Jul 28 21:43:19.642052 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'port': {'device_id': '1d17853b-875f-4483-b26c-991920d456e1', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'admin_state_up': True, 'tenant_id': 'aabcf091815b4a0998b6b49e36980100'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:19.706722 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2db4b8aa-d4a6-4348-ac47-7940893f15d2 req-878664ed-a51d-4c04-ab9a-dda31650488c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Jul 28 21:43:19.754230 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Made reservation on behalf of aabcf091815b4a0998b6b49e36980100 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:43:19.757652 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:20.117612 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34024) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:20.170024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Allocated IP 172.20.0.4 (1e08f187-da56-41d2-9712-8e2ded2599d0/377ac414-7a99-459d-9ebf-fc0a8c51a086/6b46be28-2710-4e64-88e8-9030d6c048f7) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:43:20.205436 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab85ec5-3ccf-4c02-9041-e4b7f081bc71 req-7f3bf660-b6cf-485f-80d9-6c847b7167c1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:20.207268 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6ab85ec5-3ccf-4c02-9041-e4b7f081bc71 req-7f3bf660-b6cf-485f-80d9-6c847b7167c1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0918560 Jul 28 21:43:20.303466 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6ab85ec5-3ccf-4c02-9041-e4b7f081bc71 req-b160ca32-2187-45b9-994d-6b6985fe5bcd tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827303 Jul 28 21:43:20.477044 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:20.501319 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Transition to ACTIVE for port object 6b46be28-2710-4e64-88e8-9030d6c048f7 will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:43:20.539699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:20.619129 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:20.627345 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:43:20.632194 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:43:20.634968 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.635315 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.635658 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.636000 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.636336 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.636667 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.636997 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.637334 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.637659 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.637984 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.638360 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.638741 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:20.657389 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:43:20.746986 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:20.747947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:20.780394 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-a19f291d-ae80-4e27-a738-467226f3882b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1419203 Jul 28 21:43:20.946325 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a8c88-7c11-40c9-a1f5-d23d8a6b125d req-5fec725d-e05e-4223-971f-154bdab68d36 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:20.948071 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-476a8c88-7c11-40c9-a1f5-d23d8a6b125d req-5fec725d-e05e-4223-971f-154bdab68d36 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.1002755 Jul 28 21:43:20.974910 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:43:20.985104 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:21.027888 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-b45685ff-dd2e-4e94-89c7-f7d86730b3ba None None] Provisioning for port 6b46be28-2710-4e64-88e8-9030d6c048f7 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:43:21.033537 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-b45685ff-dd2e-4e94-89c7-f7d86730b3ba None None] Provisioning complete for port 6b46be28-2710-4e64-88e8-9030d6c048f7 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:43:21.034158 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b45685ff-dd2e-4e94-89c7-f7d86730b3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:21.066321 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-476a8c88-7c11-40c9-a1f5-d23d8a6b125d req-ddcb0677-72c5-4a1a-9fa3-28a71d4552d3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954149 Jul 28 21:43:21.074053 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-b45685ff-dd2e-4e94-89c7-f7d86730b3ba None None] Port 6b46be28-2710-4e64-88e8-9030d6c048f7 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:43:21.474404 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e7011-6176-4e96-b74d-6ad5051643c4 req-78df172e-b815-4af4-a0ad-bedf942edf2b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:21.476535 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-675e7011-6176-4e96-b74d-6ad5051643c4 req-78df172e-b815-4af4-a0ad-bedf942edf2b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0907292 Jul 28 21:43:21.542485 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-675e7011-6176-4e96-b74d-6ad5051643c4 req-a071f026-6192-4f20-97a6-bf9b44bc7606 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505393 Jul 28 21:43:21.552300 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Deleting port fd4d7626-2999-441b-a82d-50b98285a2b2 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:43:21.553324 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:21.644680 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] For port fd4d7626-2999-441b-a82d-50b98285a2b2, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=fd4d7626-2999-441b-a82d-50b98285a2b2,segment=NetworkSegment(1546fb0f-de4c-40a6-9e52-0d0e86e356e3),segment_id=1546fb0f-de4c-40a6-9e52-0d0e86e356e3)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:21.645091 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:21.658927 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Calling delete_port for fd4d7626-2999-441b-a82d-50b98285a2b2 owned by network:router_interface {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:43:21.769858 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5e617-31d1-4a5b-870a-40aa0fbdefa1 req-9549efdb-6fbc-4aa3-959d-fb5b0bb9ca2c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:21.777414 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6de5e617-31d1-4a5b-870a-40aa0fbdefa1 req-9549efdb-6fbc-4aa3-959d-fb5b0bb9ca2c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0616922 Jul 28 21:43:21.821089 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6de5e617-31d1-4a5b-870a-40aa0fbdefa1 req-d5c59966-825c-4d0c-8341-948224b467e6 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427208 Jul 28 21:43:21.874844 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:21.901387 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4d7626-2999-441b-a82d-50b98285a2b2,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:21.913156 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.913505 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.913842 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.914196 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.914519 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.914845 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.915167 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.915489 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.915809 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.916127 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.916442 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:21.916758 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:22.085733 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:22.229633 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134454-e2ef-459a-999c-5fbf48ec9728 req-38f9c7ab-bcbb-4516-856f-0f97964d8b89 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:22.231186 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-51134454-e2ef-459a-999c-5fbf48ec9728 req-38f9c7ab-bcbb-4516-856f-0f97964d8b89 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.1004982 Jul 28 21:43:22.316104 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-51134454-e2ef-459a-999c-5fbf48ec9728 req-62791198-8721-40bb-af63-1b7a2f28a5c1 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783386 Jul 28 21:43:22.369116 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Router 58696871-9688-49a5-adad-6cc4006c1511 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:43:22.480155 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:43:22.489166 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] Sync routers for ids ['58696871-9688-49a5-adad-6cc4006c1511'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:43:22.490534 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-83ab9a27-2a5e-41c9-a23f-4b2f6093538d admin admin] 10.222.0.21 "PUT /v2.0/routers/58696871-9688-49a5-adad-6cc4006c1511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3707457 Jul 28 21:43:22.493070 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34046) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:22.502911 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] Routers {'58696871-9688-49a5-adad-6cc4006c1511'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:43:22.503621 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:43:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['58696871-9688-49a5-adad-6cc4006c1511'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:22.600445 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:22.616628 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] Set router 58696871-9688-49a5-adad-6cc4006c1511 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:43:22.690681 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32835-d6c9-42b0-b14f-f8d5c93d430b req-8da2a039-9ac0-47a9-b268-b1507fe65321 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:22.692355 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bba32835-d6c9-42b0-b14f-f8d5c93d430b req-8da2a039-9ac0-47a9-b268-b1507fe65321 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0818367 Jul 28 21:43:22.736483 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bba32835-d6c9-42b0-b14f-f8d5c93d430b req-03033013-7559-48e9-9390-0898abe5a6bf tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378883 Jul 28 21:43:22.782918 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:22.803240 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:43:21Z', 'revision_number': 5, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port': {'id': '59e692bc-cfa8-4f12-9e98-43ee04fa957a', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58696871-9688-49a5-adad-6cc4006c1511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:20Z', 'updated_at': '2021-07-28T21:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:22.841051 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Deleting port 59e692bc-cfa8-4f12-9e98-43ee04fa957a {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:43:22.841415 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:22.929669 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] Checking router: 58696871-9688-49a5-adad-6cc4006c1511 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:43:22.938294 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] Routers {'58696871-9688-49a5-adad-6cc4006c1511'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:43:22.939137 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:43:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['58696871-9688-49a5-adad-6cc4006c1511'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:22.962786 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] For port 59e692bc-cfa8-4f12-9e98-43ee04fa957a, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=59e692bc-cfa8-4f12-9e98-43ee04fa957a,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:22.963153 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:22.979313 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Calling delete_port for 59e692bc-cfa8-4f12-9e98-43ee04fa957a owned by network:router_gateway {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:43:23.004475 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6825a1-4e2b-417d-9e47-f93732ea324b req-943d0a74-55fa-4611-ad48-030fdced2582 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:23.006037 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad6825a1-4e2b-417d-9e47-f93732ea324b req-943d0a74-55fa-4611-ad48-030fdced2582 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0793033 Jul 28 21:43:23.031331 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] Set router 58696871-9688-49a5-adad-6cc4006c1511 gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:43:23.083408 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:43:22Z', 'revision_number': 6, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:23.090129 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad6825a1-4e2b-417d-9e47-f93732ea324b req-433225a9-5f6d-4410-ab89-7e9ba3f7930f tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523560 Jul 28 21:43:23.114516 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce55f9-a5e4-44ab-8e1c-a15cf7614b92 None None] The sync data for ids ['58696871-9688-49a5-adad-6cc4006c1511'] in dv-cinder-784623-15-iscsi is: [{'id': '58696871-9688-49a5-adad-6cc4006c1511', 'name': 'tempest-ServerRescueNegativeTestJSON-967815921-router', 'tenant_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:43:22Z', 'revision_number': 6, 'project_id': 'd2d97f2a433b45d2b08851dc1f39b122', 'gw_port_host': None}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:43:23.227708 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.253371 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e692bc-cfa8-4f12-9e98-43ee04fa957a,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:23.319814 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.428437 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.430932 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.458691 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c525e27-74a7-463d-aaab-8a081aa8cc5a req-43bcb545-ec21-46c8-8422-8c23af3adeb9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:23.463460 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c525e27-74a7-463d-aaab-8a081aa8cc5a req-43bcb545-ec21-46c8-8422-8c23af3adeb9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0778749 Jul 28 21:43:23.533808 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.535650 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58696871-9688-49a5-adad-6cc4006c1511 {{(pid=99669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:43:23.540659 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c525e27-74a7-463d-aaab-8a081aa8cc5a req-c13efee9-c7da-46ac-91f7-0d2b977aaf7f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647955 Jul 28 21:43:23.543892 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.547987 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6ea2c5a0-8023-4a50-9319-c0dff523a4b1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/58696871-9688-49a5-adad-6cc4006c1511 HTTP/1.1" status: 204 len: 168 time: 1.0536232 Jul 28 21:43:23.548628 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34056) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:23.617732 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Deleting subnet 52a718c9-6ce1-4413-b771-faee992010f0 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:43:23.625734 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.661544 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.701495 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.755118 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.783709 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a718c9-6ce1-4413-b771-faee992010f0,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:23.790381 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.792658 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-24e9c562-0714-4f8c-9573-2319dbfd70d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52a718c9-6ce1-4413-b771-faee992010f0 HTTP/1.1" status: 204 len: 168 time: 0.2431300 Jul 28 21:43:23.797533 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34060) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:23.890079 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:23.916838 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c6e97-3e88-480c-a273-52a61546ee9e req-511c8e87-ceb9-4454-bf1a-e30e9563165c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:23.918134 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-447c6e97-3e88-480c-a273-52a61546ee9e req-511c8e87-ceb9-4454-bf1a-e30e9563165c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0809922 Jul 28 21:43:23.962006 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device fd4d7626-2999-441b-a82d-50b98285a2b2 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:23.988017 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: fd4d7626-2999-441b-a82d-50b98285a2b2 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:23.988449 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device fd4d7626-2999-441b-a82d-50b98285a2b2 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:24.021196 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.025970 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-447c6e97-3e88-480c-a273-52a61546ee9e req-05a9216e-fcb2-45c1-af58-4c0c11fdbb6d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821645 Jul 28 21:43:24.034669 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce0b9d-703c-4303-9a1a-d101bbd9a06c']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:24.052063 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1546fb0f-de4c-40a6-9e52-0d0e86e356e3') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:24.052423 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1546fb0f-de4c-40a6-9e52-0d0e86e356e3') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:24.066900 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.082559 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.089090 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:43:24.089479 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:43:24.091155 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:43:24.151278 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.173117 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.178933 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] 10.222.0.21 "DELETE /v2.0/networks/1bce0b9d-703c-4303-9a1a-d101bbd9a06c HTTP/1.1" status: 204 len: 168 time: 0.3801651 Jul 28 21:43:24.178933 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e337268-7089-4f8f-a1ee-09db5830ac5a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bce0b9d-703c-4303-9a1a-d101bbd9a06c,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:24.232484 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134eac9-1159-4735-a720-5bf634d083f4 req-fe4a26f1-1f3c-4ef7-8e0e-6e4e27e78f40 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:24.247716 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5134eac9-1159-4735-a720-5bf634d083f4 req-fe4a26f1-1f3c-4ef7-8e0e-6e4e27e78f40 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0853643 Jul 28 21:43:24.296381 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5134eac9-1159-4735-a720-5bf634d083f4 req-aac429b0-2ddc-48af-b502-3f8520da38bf tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426908 Jul 28 21:43:24.406093 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34066) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:24.450176 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-0eba6aef-530f-498d-a848-08dcf13ab2f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d97f2a433b45d2b08851dc1f39b122&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417917 Jul 28 21:43:24.451550 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34068) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:24.504470 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f1b84df9-8786-400c-b1cd-a933032b0ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.526024 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f1b84df9-8786-400c-b1cd-a933032b0ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.582837 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f1b84df9-8786-400c-b1cd-a933032b0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.585506 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f1b84df9-8786-400c-b1cd-a933032b0ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:24.586733 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f1b84df9-8786-400c-b1cd-a933032b0ec0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f9b294c-e4d6-4c3a-9b4c-7d46055adf53 HTTP/1.1" status: 204 len: 168 time: 0.1342866 Jul 28 21:43:24.596871 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b84df9-8786-400c-b1cd-a933032b0ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b294c-e4d6-4c3a-9b4c-7d46055adf53,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:24.673991 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ba779-6adf-4f8c-92cd-7e56b6da5e20 req-1add34a6-9bc3-4fab-b008-68634e7a2628 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:24.681958 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-878ba779-6adf-4f8c-92cd-7e56b6da5e20 req-1add34a6-9bc3-4fab-b008-68634e7a2628 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0588455 Jul 28 21:43:24.724708 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-878ba779-6adf-4f8c-92cd-7e56b6da5e20 req-945457d1-e775-4535-b985-915b99795c0b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Jul 28 21:43:25.160867 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf049be8-1969-4f80-b8d1-50a609992f9d req-d5b445f0-bcc9-45e1-af8c-fb7fd15a3b77 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:25.162713 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cf049be8-1969-4f80-b8d1-50a609992f9d req-d5b445f0-bcc9-45e1-af8c-fb7fd15a3b77 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0574009 Jul 28 21:43:25.213189 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cf049be8-1969-4f80-b8d1-50a609992f9d req-e7efb5d2-11c2-44b9-b136-4022dd281de6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 Jul 28 21:43:25.414958 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b34c0a-7c34-4063-a520-44ff0daeafce req-dec3aa64-117d-4854-84b7-9b9a0e39fbbf tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:25.416699 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b5b34c0a-7c34-4063-a520-44ff0daeafce req-dec3aa64-117d-4854-84b7-9b9a0e39fbbf tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0535614 Jul 28 21:43:25.470235 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b5b34c0a-7c34-4063-a520-44ff0daeafce req-6560459c-1be3-458e-b1dc-956801473ebb tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419283 Jul 28 21:43:25.517346 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 59e692bc-cfa8-4f12-9e98-43ee04fa957a no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:25.539272 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 59e692bc-cfa8-4f12-9e98-43ee04fa957a {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:25.539615 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 59e692bc-cfa8-4f12-9e98-43ee04fa957a not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:25.877682 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954b108-f366-450d-8fcc-a0a4377a31ae req-e37b3bbe-2d07-42b3-b6ba-48e796b34625 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:25.879516 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c954b108-f366-450d-8fcc-a0a4377a31ae req-e37b3bbe-2d07-42b3-b6ba-48e796b34625 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0712614 Jul 28 21:43:25.939957 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c954b108-f366-450d-8fcc-a0a4377a31ae req-d7813e33-16fe-49b9-984d-b36669708c39 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539558 Jul 28 21:43:26.346829 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59367a0-3961-42b4-8ff9-267927ea53cf req-867fca05-e865-418e-a207-b3637d8cc63a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:26.348339 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f59367a0-3961-42b4-8ff9-267927ea53cf req-867fca05-e865-418e-a207-b3637d8cc63a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0505962 Jul 28 21:43:26.387217 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f59367a0-3961-42b4-8ff9-267927ea53cf req-19057e66-4f0a-4c11-98fa-4b8d154ef201 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Jul 28 21:43:26.581351 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6466e-4d4e-4fca-bd71-6f0e09f81a3c req-8567a7e2-fdd6-4e65-baa8-f9974b7a2c4a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:26.582925 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a5f6466e-4d4e-4fca-bd71-6f0e09f81a3c req-8567a7e2-fdd6-4e65-baa8-f9974b7a2c4a tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0523019 Jul 28 21:43:26.621615 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a5f6466e-4d4e-4fca-bd71-6f0e09f81a3c req-d2f59afc-7762-41e5-9233-b93a45b9f705 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Jul 28 21:43:27.069375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae3d32-3e16-403d-9176-29a83d0056fd req-c95f2df0-9bb0-4d72-9b5d-9dfde3e1f82b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:27.074633 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-36ae3d32-3e16-403d-9176-29a83d0056fd req-c95f2df0-9bb0-4d72-9b5d-9dfde3e1f82b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0611224 Jul 28 21:43:27.111485 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-36ae3d32-3e16-403d-9176-29a83d0056fd req-694c855d-1f7c-404d-b5af-386b65a36906 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Jul 28 21:43:27.513522 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796b612-2542-4291-b2b7-4a17366086ad req-09f58b81-08e7-4b7e-b1bb-884789335d37 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:27.515619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9796b612-2542-4291-b2b7-4a17366086ad req-09f58b81-08e7-4b7e-b1bb-884789335d37 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0556438 Jul 28 21:43:27.557715 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9796b612-2542-4291-b2b7-4a17366086ad req-9bdfcdd7-bd0d-4119-b768-481c7c246843 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358903 Jul 28 21:43:27.742273 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f8288-550b-4127-a8bf-44b37a2de643 req-8d82fb4d-e403-4801-93a8-06329bed4390 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:27.743710 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9d1f8288-550b-4127-a8bf-44b37a2de643 req-8d82fb4d-e403-4801-93a8-06329bed4390 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0496557 Jul 28 21:43:27.782912 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9d1f8288-550b-4127-a8bf-44b37a2de643 req-03bcd825-7e2c-4d0d-95a3-647c8f906d16 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325758 Jul 28 21:43:28.240926 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a764f5-8418-4596-b365-75e117e39de9 req-4b7d6289-22ec-4c55-8e19-7cc56677bbf8 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:28.242430 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c4a764f5-8418-4596-b365-75e117e39de9 req-4b7d6289-22ec-4c55-8e19-7cc56677bbf8 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0535681 Jul 28 21:43:28.280862 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c4a764f5-8418-4596-b365-75e117e39de9 req-d7eb66e5-10bc-472e-b6d5-a2905af21c97 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323994 Jul 28 21:43:28.679531 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a540c5e-38e6-4374-a158-b84613e62667 req-0284ca0e-c598-406b-b609-321139958ba9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:28.681006 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9a540c5e-38e6-4374-a158-b84613e62667 req-0284ca0e-c598-406b-b609-321139958ba9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0501769 Jul 28 21:43:28.719407 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9a540c5e-38e6-4374-a158-b84613e62667 req-e7ae75d2-7ac5-4133-bf70-6a604e549cd5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318909 Jul 28 21:43:28.906557 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f1003-2e6f-4a30-8fec-b7e1c77783a4 req-23495421-a649-4c9e-85a5-657dd3c2e960 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:28.908073 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d60f1003-2e6f-4a30-8fec-b7e1c77783a4 req-23495421-a649-4c9e-85a5-657dd3c2e960 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Jul 28 21:43:29.171212 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d60f1003-2e6f-4a30-8fec-b7e1c77783a4 req-6b50b47e-e265-406a-a938-a7945889c7b1 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572682 Jul 28 21:43:29.395595 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4fd07-55d1-46b8-b4e2-afcbe8772aff req-40b89fc1-abc8-431c-bb3a-22bc7c4df603 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:29.397095 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7cd4fd07-55d1-46b8-b4e2-afcbe8772aff req-40b89fc1-abc8-431c-bb3a-22bc7c4df603 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0490835 Jul 28 21:43:29.436475 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7cd4fd07-55d1-46b8-b4e2-afcbe8772aff req-26d562ce-7f2c-474c-85ff-5b555bd6784c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Jul 28 21:43:29.840557 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0a983-3889-4e3f-9c90-c7e6478ce5b0 req-8763a33c-22ce-4c90-8114-00509e1ca046 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:29.843932 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aac0a983-3889-4e3f-9c90-c7e6478ce5b0 req-8763a33c-22ce-4c90-8114-00509e1ca046 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0505998 Jul 28 21:43:29.880386 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aac0a983-3889-4e3f-9c90-c7e6478ce5b0 req-d91121e8-63e9-4246-b3cc-45b3542c26f1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Jul 28 21:43:30.293343 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cae4d9-88e5-4f2d-9fc8-b0a5fb69a867 req-3bc55a41-841d-43ba-b82c-b96b32a9a555 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:30.295021 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-73cae4d9-88e5-4f2d-9fc8-b0a5fb69a867 req-3bc55a41-841d-43ba-b82c-b96b32a9a555 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0525377 Jul 28 21:43:30.333599 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-73cae4d9-88e5-4f2d-9fc8-b0a5fb69a867 req-7c64b1b5-8f2c-4130-ba66-1e2e1f8e5ae4 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Jul 28 21:43:30.555667 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b92c2a-cf56-4589-9d0b-1395f2af595c req-018a4917-aab7-45ff-aa52-e7f8502164ac tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:30.557163 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f3b92c2a-cf56-4589-9d0b-1395f2af595c req-018a4917-aab7-45ff-aa52-e7f8502164ac tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 931 time: 0.0516503 Jul 28 21:43:30.597088 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f3b92c2a-cf56-4589-9d0b-1395f2af595c req-32ef0a63-d2df-47ce-88af-d09a735096b5 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333583 Jul 28 21:43:30.999574 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e59f2b-7863-4375-9a2d-83668fe6e084 req-f3f66a89-5ab3-4f69-934f-9bef73c2934a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:31.001034 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-22e59f2b-7863-4375-9a2d-83668fe6e084 req-f3f66a89-5ab3-4f69-934f-9bef73c2934a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0483294 Jul 28 21:43:31.037326 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-22e59f2b-7863-4375-9a2d-83668fe6e084 req-e0fa4f1d-eaed-4114-9e22-cbb582a065f8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303233 Jul 28 21:43:31.141826 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Request body: {'port': {'device_id': '1d17853b-875f-4483-b26c-991920d456e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:31.196737 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:31.482843 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f3836-eca0-4881-ac1b-fecc36541249 req-b737a1b9-5984-450a-8707-ca3976329b26 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:31.484328 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-828f3836-eca0-4881-ac1b-fecc36541249 req-b737a1b9-5984-450a-8707-ca3976329b26 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0851145 Jul 28 21:43:31.486284 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b46be28-2710-4e64-88e8-9030d6c048f7 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:43:31.500190 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:31.532344 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Transition to ACTIVE for port object 6b46be28-2710-4e64-88e8-9030d6c048f7 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:43:31.538549 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-828f3836-eca0-4881-ac1b-fecc36541249 req-7625b14f-00b7-4c1c-a876-b412532bbbc7 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476792 Jul 28 21:43:31.539250 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:31.611579 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:31.668282 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Attempting to bind port 6b46be28-2710-4e64-88e8-9030d6c048f7 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:43:31.668611 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Attempting to bind port 6b46be28-2710-4e64-88e8-9030d6c048f7 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:43:31.669335 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Attempting to bind port 6b46be28-2710-4e64-88e8-9030d6c048f7 on network 1e08f187-da56-41d2-9712-8e2ded2599d0 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:43:31.673517 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Port 6b46be28-2710-4e64-88e8-9030d6c048f7 on network 1e08f187-da56-41d2-9712-8e2ded2599d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:43:31.673843 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Attempting to bind port 6b46be28-2710-4e64-88e8-9030d6c048f7 on network 1e08f187-da56-41d2-9712-8e2ded2599d0 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:43:31.679563 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:43:31.679937 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Checking segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:43:31.680350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Bound using segment: {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:43:31.680904 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Bound port: 6b46be28-2710-4e64-88e8-9030d6c048f7, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbe58ad-4b5a-43c7-ba1a-808e692170b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:43:31.681286 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:31.725282 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1ccb-8f82-4f21-b753-a73dfb1df580 req-187bdcb8-9f39-4457-ae37-df9ccd4538a5 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:31.728585 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-241f1ccb-8f82-4f21-b753-a73dfb1df580 req-187bdcb8-9f39-4457-ae37-df9ccd4538a5 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 943 time: 0.0633910 Jul 28 21:43:31.762175 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:43:31.765490 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:43:31.771362 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:31.773773 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-241f1ccb-8f82-4f21-b753-a73dfb1df580 req-67768ef1-53d5-4f42-9d06-1ff47a56c5ab tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360570 Jul 28 21:43:31.807359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:31.807988 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:31.809361 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] 10.222.0.22 "PUT /v2.0/ports/6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 1093 time: 0.6727271 Jul 28 21:43:31.809757 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:31.812066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d407e2-4ba3-4de7-828d-748911b0a864" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:31.850051 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646300d3-9adf-4fe9-81ef-51d7a92ed277 service neutron] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:31.853498 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770b9ef4-2956-48d8-9e7d-874dba21d7dd x-openstack-request-id: req-770b9ef4-2956-48d8-9e7d-874dba21d7dd {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:31.853756 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:31.854010 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-770b9ef4-2956-48d8-9e7d-874dba21d7dd {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:31.854426 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'status': 'completed', 'code': 200} Jul 28 21:43:31.901219 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-bcd942bd-e822-4db7-8163-71f0dee1b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:31.902735 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-bcd942bd-e822-4db7-8163-71f0dee1b950 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1096 time: 0.0459564 Jul 28 21:43:31.946561 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-30187dea-39af-45f2-a94c-e4169b85075c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 217 time: 0.0338681 Jul 28 21:43:31.987767 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:43:31.999363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-973e8581-d210-44f5-ad84-564c8e696eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.000858 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-973e8581-d210-44f5-ad84-564c8e696eb0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.0471010 Jul 28 21:43:32.047058 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-c022d067-fd50-4743-afec-0a012657a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.048567 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-c022d067-fd50-4743-afec-0a012657a63c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399041 Jul 28 21:43:32.085132 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:32.097850 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'port_id': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'mac_address': 'fa:16:3e:51:46:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:43:32.139795 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:32.144988 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-20be1365-d8e0-4c69-bde8-b84edd1b7822 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879714 Jul 28 21:43:32.153845 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b37602-1ad7-418f-a3e3-80c1ef8d246c {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:43:32.160201 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01113d-0473-4490-b31d-2c8692e8c35d req-0032e642-db94-4490-891a-a4e61d77291a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.161868 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bc01113d-0473-4490-b31d-2c8692e8c35d req-0032e642-db94-4490-891a-a4e61d77291a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 944 time: 0.0494142 Jul 28 21:43:32.174079 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:32.178423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:32.202268 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bc01113d-0473-4490-b31d-2c8692e8c35d req-2b7f3cc3-3b40-4e47-a82a-35b2a5cd84de tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336268 Jul 28 21:43:32.232418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=9']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:32.239943 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.240229 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.240570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.240904 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.241229 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.241556 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.241880 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.242242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.242588 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.242913 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.243232 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.243551 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:43:32.246917 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4a45951b-31f1-43f0-ba83-7977106ba57d req-c8ea7196-a3dc-4e1a-b38e-1158df59339b service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Jul 28 21:43:32.331139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-ed029684-5691-4670-a8de-460d1ff76034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.332591 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-ed029684-5691-4670-a8de-460d1ff76034 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1096 time: 0.0395298 Jul 28 21:43:32.423940 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-127361de-97ad-4450-b88e-c34a8591117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.425396 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-127361de-97ad-4450-b88e-c34a8591117f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 915 time: 0.0847301 Jul 28 21:43:32.435236 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['15b37602-1ad7-418f-a3e3-80c1ef8d246c'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:32.469695 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-ae0646c6-41f8-4790-a931-2f1652f87b2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 217 time: 0.0356393 Jul 28 21:43:32.519887 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-f2f0a9c7-1558-4348-a97c-c768f1ea7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.521252 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-f2f0a9c7-1558-4348-a97c-c768f1ea7c0e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.0438428 Jul 28 21:43:32.567823 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-6c65da22-a98d-4cd3-8793-7fbc2cd2fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.569348 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-6c65da22-a98d-4cd3-8793-7fbc2cd2fb85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397630 Jul 28 21:43:32.697961 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb2264-be70-4e20-937c-ebe865a93fb0 req-ae2f470d-8284-4703-8b72-12393dd5842d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.699685 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57fb2264-be70-4e20-937c-ebe865a93fb0 req-ae2f470d-8284-4703-8b72-12393dd5842d tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0776069 Jul 28 21:43:32.702208 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-2e5dceeb-d8e2-4475-86f1-6d0c9867861d service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229711 Jul 28 21:43:32.798302 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57fb2264-be70-4e20-937c-ebe865a93fb0 req-4a4d2ae0-c668-487d-9d57-aa8180814c52 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd5417c5-0bad-44c7-af26-8de0519c0a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912280 Jul 28 21:43:32.829532 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-18d407e2-4ba3-4de7-828d-748911b0a864 req-077ea22d-ee21-4c32-86f4-2fcc42a07fe8 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163442 Jul 28 21:43:32.898758 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99824-52e9-46b1-abf4-593407f4f656 req-3761f52b-83e4-4506-ae63-42224b6fc51d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.900237 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-07c99824-52e9-46b1-abf4-593407f4f656 req-3761f52b-83e4-4506-ae63-42224b6fc51d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 943 time: 0.0518100 Jul 28 21:43:32.940052 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-07c99824-52e9-46b1-abf4-593407f4f656 req-2ed40d52-2b0d-488f-8bfc-008e8283f884 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328312 Jul 28 21:43:32.988502 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-dc453b96-fc25-4b9d-9d03-efebe891fd5c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:32.989978 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-dc453b96-fc25-4b9d-9d03-efebe891fd5c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 945 time: 0.0475945 Jul 28 21:43:33.081912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Deleting port d06667b7-fdd6-4e54-af1e-16f70ef7426c {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:43:33.082204 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:33.167466 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] For port d06667b7-fdd6-4e54-af1e-16f70ef7426c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d06667b7-fdd6-4e54-af1e-16f70ef7426c,segment=NetworkSegment(5ebec57d-a9e8-4df1-8919-7b861fd39972),segment_id=5ebec57d-a9e8-4df1-8919-7b861fd39972)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:33.167827 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:33.180611 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Calling delete_port for d06667b7-fdd6-4e54-af1e-16f70ef7426c owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:43:33.330653 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:33.341804 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d06667b7-fdd6-4e54-af1e-16f70ef7426c'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:33.367478 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764f77f-4156-4a9a-a669-f4ed0a170c5f req-408fb28d-1dc6-412e-9109-4f8d867b873a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:33.368934 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c764f77f-4156-4a9a-a669-f4ed0a170c5f req-408fb28d-1dc6-412e-9109-4f8d867b873a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 945 time: 0.0873048 Jul 28 21:43:33.369627 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Pushing event deleted for resources: {'Port': ['ID=d06667b7-fdd6-4e54-af1e-16f70ef7426c,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:33.422670 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] No DVR routers for this DVR port d06667b7-fdd6-4e54-af1e-16f70ef7426c on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:43:33.426955 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:33.428867 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1f171a35-af1e-42ae-92e0-d3fc0a504fde req-704fa5a1-2aed-4e5f-aab4-200dc0e9d63c tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.22 "DELETE /v2.0/ports/d06667b7-fdd6-4e54-af1e-16f70ef7426c HTTP/1.1" status: 204 len: 173 time: 0.4315438 Jul 28 21:43:33.442772 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c764f77f-4156-4a9a-a669-f4ed0a170c5f req-7238797a-90a1-49ea-b609-2a98faa4833e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664048 Jul 28 21:43:33.855525 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'name': 'network-vif-deleted', 'tag': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:33.858727 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c462a-bfd9-46bb-bda8-033b33c06bd2" -d '{"events": [{"server_uuid": "5bf6f64a-7681-47f4-851f-88a5294c8bc8", "name": "network-vif-deleted", "tag": "d06667b7-fdd6-4e54-af1e-16f70ef7426c"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:33.915645 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ce14cfd2-d35b-4540-97fb-06dfcee8ac47 req-dec6deef-3d27-47b9-a043-53c08b84ce60 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bf6f64a-7681-47f4-851f-88a5294c8bc8 HTTP/1.1" status: 200 len: 210 time: 0.0386431 Jul 28 21:43:33.930923 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4659892c-562a-4f74-80d9-0944b5545a64 x-openstack-request-id: req-4659892c-562a-4f74-80d9-0944b5545a64 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:33.931210 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf6f64a-7681-47f4-851f-88a5294c8bc8", "name": "network-vif-deleted", "tag": "d06667b7-fdd6-4e54-af1e-16f70ef7426c", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:33.931474 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4659892c-562a-4f74-80d9-0944b5545a64 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:33.931884 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf6f64a-7681-47f4-851f-88a5294c8bc8', 'name': 'network-vif-deleted', 'tag': 'd06667b7-fdd6-4e54-af1e-16f70ef7426c', 'status': 'completed', 'code': 200} Jul 28 21:43:34.004049 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6b46be28-2710-4e64-88e8-9030d6c048f7 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:43:34.006558 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:43:34.070205 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40de26-a4d1-4df0-8fe0-ea3c209d68d9 req-9a664b79-6f03-4127-bf2b-14e3b07505e5 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:34.071747 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cf40de26-a4d1-4df0-8fe0-ea3c209d68d9 req-9a664b79-6f03-4127-bf2b-14e3b07505e5 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 943 time: 0.0604849 Jul 28 21:43:34.115743 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cf40de26-a4d1-4df0-8fe0-ea3c209d68d9 req-bb853570-5025-4a62-9e2c-c6fac75cbf50 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371170 Jul 28 21:43:34.120200 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 15b37602-1ad7-418f-a3e3-80c1ef8d246c triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:43:34.120575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.161870 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 34236) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:34.176868 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:34.191416 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'port_id': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'mac_address': 'fa:16:3e:bb:85:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:43:34.259608 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.262240 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.287177 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f09d6e6-4bc9-435b-9ff8-be8f16de5392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.287367 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b46be28-2710-4e64-88e8-9030d6c048f7 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:43:34.296021 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:34.298263 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d43d210-959a-41bf-8e89-ba7dc94ac37b" -d '{"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-plugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:34.316494 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:34.323980 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.326890 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:34.330926 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.349711 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a65703-d43a-46e1-8504-233a0507b0f8 x-openstack-request-id: req-c6a65703-d43a-46e1-8504-233a0507b0f8 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:34.350404 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-plugged", "status": "completed", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:34.350404 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6a65703-d43a-46e1-8504-233a0507b0f8 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:34.350634 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'code': 200} Jul 28 21:43:34.379417 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=10']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:34.398816 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f09d6e6-4bc9-435b-9ff8-be8f16de5392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.403120 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f09d6e6-4bc9-435b-9ff8-be8f16de5392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.427197 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:34.440911 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6f09d6e6-4bc9-435b-9ff8-be8f16de5392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fac5aa0e08d0465da158fff341a5bf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778368 Jul 28 21:43:34.442027 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09d6e6-4bc9-435b-9ff8-be8f16de5392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bbec15-72e8-4313-a5d4-dcb96e025574,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:34.443535 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34242) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:34.494746 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4d155934-2729-4eff-b8f1-e8e4f834a894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.517857 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4d155934-2729-4eff-b8f1-e8e4f834a894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.561671 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6b46be28-2710-4e64-88e8-9030d6c048f7'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:34.590557 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574b22d-fea7-4cdc-b38a-6baf8db7af58 req-3cc584fe-b1e9-4e91-a4e6-2dc3f16063fa tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:34.592578 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4574b22d-fea7-4cdc-b38a-6baf8db7af58 req-3cc584fe-b1e9-4e91-a4e6-2dc3f16063fa tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0680952 Jul 28 21:43:34.630486 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4d155934-2729-4eff-b8f1-e8e4f834a894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.633173 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4d155934-2729-4eff-b8f1-e8e4f834a894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:34.634443 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-4d155934-2729-4eff-b8f1-e8e4f834a894 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2bbec15-72e8-4313-a5d4-dcb96e025574 HTTP/1.1" status: 204 len: 168 time: 0.1899068 Jul 28 21:43:34.648210 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4574b22d-fea7-4cdc-b38a-6baf8db7af58 req-c2ae08df-a259-438e-be0a-b78916c51a5d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489073 Jul 28 21:43:34.649441 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d155934-2729-4eff-b8f1-e8e4f834a894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bbec15-72e8-4313-a5d4-dcb96e025574,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:34.781417 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584263b-2bf9-4abe-ae2c-338356fe8195 req-72b0ffe2-6774-4e11-a0b9-5521fcfd22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:34.782981 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e584263b-2bf9-4abe-ae2c-338356fe8195 req-72b0ffe2-6774-4e11-a0b9-5521fcfd22ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1100 time: 0.0424235 Jul 28 21:43:34.817639 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e584263b-2bf9-4abe-ae2c-338356fe8195 req-856f64fd-bc05-4539-aac6-9c577ef56c16 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273089 Jul 28 21:43:34.971528 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34260) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:35.017691 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Deleting subnet 95e8a887-edda-4f8b-aaf3-b01a87e70ae9 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:43:35.021746 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.059982 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.101662 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.161826 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.187507 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e8a887-edda-4f8b-aaf3-b01a87e70ae9,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:35.191335 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.196355 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-13c6282d-3797-430d-b8b1-e794c2ce1442 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95e8a887-edda-4f8b-aaf3-b01a87e70ae9 HTTP/1.1" status: 204 len: 168 time: 0.2231903 Jul 28 21:43:35.196777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 34272) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:35.245044 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4128e96-822a-45d1-90da-9e3da299ec89 req-5fc8107b-102d-4f3e-90ae-7f30259e744f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:35.246592 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c4128e96-822a-45d1-90da-9e3da299ec89 req-5fc8107b-102d-4f3e-90ae-7f30259e744f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 944 time: 0.0498335 Jul 28 21:43:35.266972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.288126 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c4128e96-822a-45d1-90da-9e3da299ec89 req-e455a729-239f-4a36-bd75-a1009322ea66 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342426 Jul 28 21:43:35.362402 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.371729 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654e39fe-305b-4197-a58c-5c2dfa0f3ec2']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:35.382004 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebec57d-a9e8-4df1-8919-7b861fd39972') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:35.382331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebec57d-a9e8-4df1-8919-7b861fd39972') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:35.390913 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.404203 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.410544 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:43:35.411007 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:43:35.412593 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:43:35.464930 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.470914 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.472726 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/654e39fe-305b-4197-a58c-5c2dfa0f3ec2 HTTP/1.1" status: 204 len: 168 time: 0.2749610 Jul 28 21:43:35.483380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5fab2-202d-4601-ac15-f076e29e61c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=654e39fe-305b-4197-a58c-5c2dfa0f3ec2,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:35.650229 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 34282) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:35.701803 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ae9fbfae-d631-4656-a8f6-a5f6cea5257d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0113109182e4b4aa2484b639c0d834b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502036 Jul 28 21:43:35.704568 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34288) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:35.761030 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb1ed-b272-4b94-a715-b001377adb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.799505 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb1ed-b272-4b94-a715-b001377adb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.807638 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02beb08-a8ec-4f97-ab3a-e06b36b5a885 req-40b2d126-9bea-4dac-9842-ee1adf89e64d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:35.809361 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f02beb08-a8ec-4f97-ab3a-e06b36b5a885 req-40b2d126-9bea-4dac-9842-ee1adf89e64d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0711036 Jul 28 21:43:35.852546 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb1ed-b272-4b94-a715-b001377adb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.852951 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f02beb08-a8ec-4f97-ab3a-e06b36b5a885 req-1f8fb379-9e20-4b99-a8de-55574a76d3a3 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364499 Jul 28 21:43:35.855949 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0b4fb1ed-b272-4b94-a715-b001377adb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:35.857093 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-0b4fb1ed-b272-4b94-a715-b001377adb5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd5417c5-0bad-44c7-af26-8de0519c0a94 HTTP/1.1" status: 204 len: 168 time: 0.1514015 Jul 28 21:43:35.866138 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fb1ed-b272-4b94-a715-b001377adb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5417c5-0bad-44c7-af26-8de0519c0a94,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:36.003497 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6b46be28-2710-4e64-88e8-9030d6c048f7 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:43:36.059286 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 6b46be28-2710-4e64-88e8-9030d6c048f7 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:43:36.063742 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 6b46be28-2710-4e64-88e8-9030d6c048f7 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:43:36.064118 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:36.146555 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:36.181267 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:36.189652 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:36.190674 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d06667b7-fdd6-4e54-af1e-16f70ef7426c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:43:36.243080 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: d06667b7-fdd6-4e54-af1e-16f70ef7426c {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:43:36.243381 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d06667b7-fdd6-4e54-af1e-16f70ef7426c not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:43:36.273794 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:36.352084 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:36.354479 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68b4eea-d6ff-4249-9611-e81bda07d155" -d '{"events": [{"server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:36.393429 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5835c17-66f9-443e-b240-2d8119e60fe6 x-openstack-request-id: req-b5835c17-66f9-443e-b240-2d8119e60fe6 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:36.393723 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "name": "network-vif-plugged", "status": "completed", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:36.393978 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5835c17-66f9-443e-b240-2d8119e60fe6 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:36.394421 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'code': 200} Jul 28 21:43:36.468755 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430242-7564-403f-9145-ef4bcd59cf92 req-2811aabe-31d7-4a1b-a8d0-55f7d3231f92 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:36.478946 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9f430242-7564-403f-9145-ef4bcd59cf92 req-2811aabe-31d7-4a1b-a8d0-55f7d3231f92 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.1088917 Jul 28 21:43:36.528739 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9f430242-7564-403f-9145-ef4bcd59cf92 req-8adcd1d1-db23-43f0-9923-6b795fbfcfa3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466709 Jul 28 21:43:36.624132 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bf8d1-dd8d-462c-8666-d6acdaf815cc req-0ce1a9cc-68bc-4686-b9c2-76ef1a073302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:36.626877 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-da3bf8d1-dd8d-462c-8666-d6acdaf815cc req-0ce1a9cc-68bc-4686-b9c2-76ef1a073302 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1098 time: 0.0497792 Jul 28 21:43:36.669609 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-da3bf8d1-dd8d-462c-8666-d6acdaf815cc req-8f949e7f-8c4c-41f7-befa-fb2deb89af76 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jul 28 21:43:36.989598 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a8fcf-aaf9-4c82-ba14-c731d559c318 req-b2d67f81-736e-4e4a-b6f7-a014e326a24a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:36.991432 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cf6a8fcf-aaf9-4c82-ba14-c731d559c318 req-b2d67f81-736e-4e4a-b6f7-a014e326a24a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0519745 Jul 28 21:43:37.038190 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cf6a8fcf-aaf9-4c82-ba14-c731d559c318 req-68cdbdea-7ef9-4075-a4c1-7e8c129f197c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362604 Jul 28 21:43:37.641092 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6251649-446f-44c1-a097-e3ec9b7b6dfd req-6341897f-b816-4d64-a84c-d1ab96115c34 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:37.648319 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c6251649-446f-44c1-a097-e3ec9b7b6dfd req-6341897f-b816-4d64-a84c-d1ab96115c34 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0547230 Jul 28 21:43:37.681892 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c6251649-446f-44c1-a097-e3ec9b7b6dfd req-7ae1384f-9eba-4492-bd91-7696d050c1bc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323842 Jul 28 21:43:38.156095 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d38af9-7c65-4a6f-ac52-8c9d0ce777a5 req-c0111255-5592-4ba8-a96e-64aea527cc13 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:38.157539 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c1d38af9-7c65-4a6f-ac52-8c9d0ce777a5 req-c0111255-5592-4ba8-a96e-64aea527cc13 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0474255 Jul 28 21:43:38.196179 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c1d38af9-7c65-4a6f-ac52-8c9d0ce777a5 req-d3581bf8-fa90-4c18-ba8c-d0b690bcbbaf tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328162 Jul 28 21:43:38.801675 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f78b84-8de2-4ff3-af2b-2c795c4bfcb4 req-b9f9266f-33e5-45fc-b224-b4d3e7674907 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:38.803299 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-32f78b84-8de2-4ff3-af2b-2c795c4bfcb4 req-b9f9266f-33e5-45fc-b224-b4d3e7674907 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0517797 Jul 28 21:43:38.840957 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-32f78b84-8de2-4ff3-af2b-2c795c4bfcb4 req-40615917-781c-4e50-939e-cb0dfb5013f6 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Jul 28 21:43:38.959740 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92f08-6c35-4072-b2b8-43420e04c1fc req-11e412dd-749e-413c-8090-fe6e073bdf30 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:38.961263 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8ab92f08-6c35-4072-b2b8-43420e04c1fc req-11e412dd-749e-413c-8090-fe6e073bdf30 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0537250 Jul 28 21:43:39.003716 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8ab92f08-6c35-4072-b2b8-43420e04c1fc req-5cf68ba7-0ef0-4ca7-b2d7-7ea23700ff59 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358081 Jul 28 21:43:39.337921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a7600-5d2f-470d-be70-2d3e005416eb req-318260a0-4094-427e-b698-1ff9f4b075c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:39.339429 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea4a7600-5d2f-470d-be70-2d3e005416eb req-318260a0-4094-427e-b698-1ff9f4b075c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0486128 Jul 28 21:43:39.378006 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea4a7600-5d2f-470d-be70-2d3e005416eb req-d3ea3341-2b70-4cdc-a5d5-07aa45779642 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Jul 28 21:43:40.066199 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-faa3fbc9-f0e1-4806-a465-c5b764e90924 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418863 Jul 28 21:43:40.131876 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-53af1e9c-8c93-4271-a9f5-ab1b6d6119e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:40.133435 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-53af1e9c-8c93-4271-a9f5-ab1b6d6119e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 1100 time: 0.0439174 Jul 28 21:43:40.241463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-f98cbfe9-ec69-46b4-857f-29f895e0337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:40.243117 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-f98cbfe9-ec69-46b4-857f-29f895e0337b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.0900166 Jul 28 21:43:40.314009 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-c2a15841-659e-4143-b2c8-7235c8b01698 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 200 len: 1002 time: 0.0637760 Jul 28 21:43:40.370410 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-2a15f3d1-639a-43d6-ae6a-a849874c0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:40.371870 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-2a15f3d1-639a-43d6-ae6a-a849874c0220 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0508177 Jul 28 21:43:40.417024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-6d6748ba-6daf-42c1-9b69-efa67b7e5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:40.418531 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-6d6748ba-6daf-42c1-9b69-efa67b7e5e46 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384610 Jul 28 21:43:40.519828 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-a0997cb8-561f-4151-a639-443058530b80 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930009 Jul 28 21:43:40.606324 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c526b920-1e5a-4a0d-9326-8d2866fae640 req-89055836-a61a-4243-9da8-b7a741ab45c6 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792201 Jul 28 21:43:41.540712 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-19c773db-0eb6-4014-858d-234fda623682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:42.719005 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:44.147005 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:44.205427 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c8841b94-c4f2-4b49-b0bb-cf2ee08f3cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:45.352511 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.324318 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34570) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:46.426821 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-06ecb2a7-26b2-42fc-90d0-37b086842f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.515491 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-06ecb2a7-26b2-42fc-90d0-37b086842f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.518375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-06ecb2a7-26b2-42fc-90d0-37b086842f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.555311 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecb2a7-26b2-42fc-90d0-37b086842f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4acbbd-cd43-4ac9-951c-814b615ebcdc,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:46.560136 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-06ecb2a7-26b2-42fc-90d0-37b086842f6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89d1c6688c7d470ebc2a6b6a62fcba5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346959 Jul 28 21:43:46.563049 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34578) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:46.612122 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fc3b74e8-e937-4153-b3d2-3033bb60e3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.639482 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fc3b74e8-e937-4153-b3d2-3033bb60e3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.693682 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fc3b74e8-e937-4153-b3d2-3033bb60e3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.696213 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fc3b74e8-e937-4153-b3d2-3033bb60e3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:46.697370 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-fc3b74e8-e937-4153-b3d2-3033bb60e3c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c4acbbd-cd43-4ac9-951c-814b615ebcdc HTTP/1.1" status: 204 len: 168 time: 0.1335864 Jul 28 21:43:46.704844 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b74e8-e937-4153-b3d2-3033bb60e3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4acbbd-cd43-4ac9-951c-814b615ebcdc,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:46.873058 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:53.380910 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879bd2b-06f0-4a26-88a9-4b2114b90b91 req-ff58793b-2bbe-481c-99ee-4357054b8b92 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:53.382417 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1879bd2b-06f0-4a26-88a9-4b2114b90b91 req-ff58793b-2bbe-481c-99ee-4357054b8b92 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Jul 28 21:43:53.418905 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1879bd2b-06f0-4a26-88a9-4b2114b90b91 req-87015e4b-0260-4c5a-a51e-6831c740374a tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Jul 28 21:43:53.440992 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34718) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:53.620432 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302d3b46-4793-424e-841f-f2587ba4b0ab tempest-TestMinimumBasicScenario-1216474321 tempest-TestMinimumBasicScenario-1216474321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:53.621976 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-302d3b46-4793-424e-841f-f2587ba4b0ab tempest-TestMinimumBasicScenario-1216474321 tempest-TestMinimumBasicScenario-1216474321-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1093 time: 0.1800246 Jul 28 21:43:53.625226 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34732) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:53.629595 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'port_id': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:53.653924 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for floatingip, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:53.758523 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:53.873780 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Allocated IP 172.27.3.6 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/415b5323-8a4c-4045-ab7d-d54cd68071f8) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:43:54.009011 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.047048 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.084737 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:43:54.087533 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:43:54.092898 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:43:54.098211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'Port': ['ID=415b5323-8a4c-4045-ab7d-d54cd68071f8,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:54.437463 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.501603 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.646879 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.650984 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.717156 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'Port': ['ID=415b5323-8a4c-4045-ab7d-d54cd68071f8,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:54.729916 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:54.828572 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.l3_db [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Floating IP f9bb404f-edea-4261-9b99-8e0268b98d8d associated. External IP: 172.27.3.6, port: 6b46be28-2710-4e64-88e8-9030d6c048f7. Jul 28 21:43:55.028172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Router bac92253-6dd2-4d0c-b4c1-99bb31167996 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:43:55.139403 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:43:55.148800 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] Sync routers for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:43:55.154634 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.160774 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:43:55.161375 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:43:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:55.181589 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7c61baf9-e3af-40cf-9e8d-60f6b26303c9 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5553839 Jul 28 21:43:55.182199 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:55.184427 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:55.185129 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 34764) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.190890 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146095220', 'description': 'tempest-secgroup-smoke-1146095220 description', 'project_id': 'aabcf091815b4a0998b6b49e36980100'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.216734 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.222644 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137dcfa1-4be6-4154-97af-2a712ea6ae29 x-openstack-request-id: req-137dcfa1-4be6-4154-97af-2a712ea6ae29 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:55.222928 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:55.223199 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-137dcfa1-4be6-4154-97af-2a712ea6ae29 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:55.223624 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'status': 'completed', 'code': 200} Jul 28 21:43:55.270327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:43:55.298858 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.303195 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.333350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.334628 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1483672 Jul 28 21:43:55.336539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53b046-faad-4c95-813d-e9e559f5be8e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3719d19-d828-4c72-be78-13e4eac26d1c,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:55.337694 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34768) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.343493 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group_rule': {'security_group_id': 'c3719d19-d828-4c72-be78-13e4eac26d1c', 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.371216 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.443136 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.447277 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.467889 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2892bd-d620-4abb-bca4-20800d0822a8,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:55.475543 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.476905 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-5b94f400-c51d-4f4c-a34d-4d0cb4c3030d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374195 Jul 28 21:43:55.479593 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34770) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.484906 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group_rule': {'security_group_id': 'c3719d19-d828-4c72-be78-13e4eac26d1c', 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.511964 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.572656 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.576213 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.594585 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b513c2-2468-48cb-8e0c-a7c15d166269,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:55.596728 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.600707 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-04a5f8ac-79fb-41f7-93d7-9969eda238ca tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173778 Jul 28 21:43:55.600934 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34772) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.606047 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group_rule': {'security_group_id': 'c3719d19-d828-4c72-be78-13e4eac26d1c', 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.631838 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.663057 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'f9bb404f-edea-4261-9b99-8e0268b98d8d', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'port_id': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'mac_address': 'fa:16:3e:bb:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d17853b-875f-4483-b26c-991920d456e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:43:54Z', 'updated_at': '2021-07-28T21:43:54Z', 'revision_number': 0, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:42Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:55.688934 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.692648 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.694420 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] Checking router: bac92253-6dd2-4d0c-b4c1-99bb31167996 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:43:55.702794 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:43:55.703402 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:43:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:55.709780 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619c3493-3e4e-439f-8fd1-9c0f5b4aef44,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:55.717297 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.722040 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-77ebd586-8c9f-47e1-96d8-3127e467b264 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166697 Jul 28 21:43:55.722040 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34774) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.726497 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group_rule': {'security_group_id': 'c3719d19-d828-4c72-be78-13e4eac26d1c', 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.754775 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.811109 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:43:55.812211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.816198 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.833781 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fbf101-b8bf-47d5-9268-40778cb5c109,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:55.839813 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.841045 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f554bb55-f4d6-499b-a0d1-db93b90e3c79 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180589 Jul 28 21:43:55.844394 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34776) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.848752 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group_rule': {'security_group_id': 'c3719d19-d828-4c72-be78-13e4eac26d1c', 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.869006 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.securitygroups_db [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Project aabcf091815b4a0998b6b49e36980100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 21:43:55.873796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.936615 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.940023 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.957229 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3c39fa-ee42-495f-b4a5-cf0b449996db,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:55.965248 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:55.969753 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ab487b3d-355c-4e9d-bae1-124beacd3a3d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212151 Jul 28 21:43:55.969897 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 34780) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:43:55.974577 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'security_group_rule': {'security_group_id': 'c3719d19-d828-4c72-be78-13e4eac26d1c', 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:55.996477 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.securitygroups_db [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Project aabcf091815b4a0998b6b49e36980100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 21:43:56.001542 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.048707 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'f9bb404f-edea-4261-9b99-8e0268b98d8d', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'port_id': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'mac_address': 'fa:16:3e:bb:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d17853b-875f-4483-b26c-991920d456e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:43:54Z', 'updated_at': '2021-07-28T21:43:54Z', 'revision_number': 0, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:42Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:43:56.062775 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.066862 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.078955 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad337d9-83f0-4dd7-909e-036305dd3319 None None] The sync data for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi is: [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'f9bb404f-edea-4261-9b99-8e0268b98d8d', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'port_id': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'mac_address': 'fa:16:3e:bb:85:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d17853b-875f-4483-b26c-991920d456e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:43:54Z', 'updated_at': '2021-07-28T21:43:54Z', 'revision_number': 0, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:42Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:43:56.085299 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63058bde-0538-46b8-94e4-55cbcc4a0fa1,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:56.093375 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.097637 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-17eb549a-e71f-4fef-810b-9be6270b8b1c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237750 Jul 28 21:43:56.175349 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-91b9886c-1103-4058-984c-8ec586f3147a req-6c75419e-f3c6-44aa-8042-8ae58d016598 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146095220&fields=id&tenant_id=aabcf091815b4a0998b6b49e36980100 HTTP/1.1" status: 200 len: 267 time: 0.0329180 Jul 28 21:43:56.228174 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9886c-1103-4058-984c-8ec586f3147a req-cb567b5e-e486-41ca-b385-f10b5ea9330d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:56.229705 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-91b9886c-1103-4058-984c-8ec586f3147a req-cb567b5e-e486-41ca-b385-f10b5ea9330d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0486095 Jul 28 21:43:56.240900 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'port': {'security_groups': ['94b8a219-ce0a-41d4-919b-0a6af69d8c09', 'c3719d19-d828-4c72-be78-13e4eac26d1c']}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:43:56.282474 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e02ca18-a46e-4740-bb09-b2aeeb50967c None None] New status for floating IP f9bb404f-edea-4261-9b99-8e0268b98d8d: ACTIVE {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:43:56.308101 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.490794 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:43:56.522213 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.526544 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.567688 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:56.568301 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:56.569682 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-91b9886c-1103-4058-984c-8ec586f3147a req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "PUT /v2.0/ports/6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 981 time: 0.3334737 Jul 28 21:43:56.593280 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806e049-ab81-4803-9587-b72377cd12ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=6']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:43:56.672466 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c27c0e-7b95-4b84-8781-e0fd08b41e17 req-58cd194b-b1af-4144-8edc-756c42d53224 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:56.674007 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c27c0e-7b95-4b84-8781-e0fd08b41e17 req-58cd194b-b1af-4144-8edc-756c42d53224 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0508823 Jul 28 21:43:56.715548 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c27c0e-7b95-4b84-8781-e0fd08b41e17 req-7c2021e3-a630-40dd-8d33-9a0c7af145ea tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353649 Jul 28 21:43:56.783839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-72ffdbf7-85b0-4638-8379-62687e762b18 None None] Provisioning complete for port 6b46be28-2710-4e64-88e8-9030d6c048f7 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:43:56.784393 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-72ffdbf7-85b0-4638-8379-62687e762b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:43:57.134678 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6b46be28-2710-4e64-88e8-9030d6c048f7'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:57.163786 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-a45baa3e-330b-49d5-8f9d-dc55ab22b6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.165388 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-a45baa3e-330b-49d5-8f9d-dc55ab22b6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1137 time: 0.0398364 Jul 28 21:43:57.224750 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:43:57.227651 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a197fb-17c2-49f2-84c4-e669ec12fb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:43:57.244759 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6b46be28-2710-4e64-88e8-9030d6c048f7'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:43:57.263937 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cafd9a3-2ca6-46bd-8c92-80799ca0ff29 x-openstack-request-id: req-2cafd9a3-2ca6-46bd-8c92-80799ca0ff29 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:43:57.265212 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:43:57.265550 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2cafd9a3-2ca6-46bd-8c92-80799ca0ff29 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:43:57.266001 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'status': 'completed', 'code': 200} Jul 28 21:43:57.282820 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-056e3753-d252-4bb9-a500-d6dec3b17dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.284319 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-056e3753-d252-4bb9-a500-d6dec3b17dc7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 915 time: 0.0990775 Jul 28 21:43:57.350344 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-a88d95f5-5e94-4949-97cc-b17fb64338ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 999 time: 0.0578890 Jul 28 21:43:57.400080 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-d4c04515-1999-4907-83d6-909478571ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.401532 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-d4c04515-1999-4907-83d6-909478571ae1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.0433295 Jul 28 21:43:57.449950 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-cf13def4-1998-4a19-922a-13a74145a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.451469 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-cf13def4-1998-4a19-922a-13a74145a219 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417964 Jul 28 21:43:57.539874 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-a09633d1-312b-444c-97a9-9db530ba20f1 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809793 Jul 28 21:43:57.632221 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9c198cf1-4dd8-46cb-a14f-64a5354e0d93 req-4e45c3b4-d6f5-455b-959e-73ade497bebe service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846417 Jul 28 21:43:57.716260 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-b1e38056-3b01-42e1-ae98-fd21e0192b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.718394 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-b1e38056-3b01-42e1-ae98-fd21e0192b50 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1137 time: 0.0403163 Jul 28 21:43:57.806695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-458de568-1c5a-4d9b-affc-187180885cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.808044 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-458de568-1c5a-4d9b-affc-187180885cbf service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 915 time: 0.0803344 Jul 28 21:43:57.875632 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-defa079f-053e-43c2-b920-b18aeef954ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 999 time: 0.0587678 Jul 28 21:43:57.922922 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-1ac817c3-7ce0-4fce-b177-57a5d6705d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.924407 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-1ac817c3-7ce0-4fce-b177-57a5d6705d67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.0416658 Jul 28 21:43:57.969261 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-d90853f2-edba-4ba0-83b0-33abefbf82de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:43:57.970715 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-d90853f2-edba-4ba0-83b0-33abefbf82de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385077 Jul 28 21:43:57.973238 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:43:58.061820 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-3742550a-883c-480b-ad91-5be89a999ad3 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827494 Jul 28 21:43:58.151169 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-79a197fb-17c2-49f2-84c4-e669ec12fb7f req-441795eb-f9cd-4f03-a61b-7d8c00e31c3e service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824163 Jul 28 21:44:11.542327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3a229d69-db0b-4d95-a328-ee685a8383da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:12.725510 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:14.148300 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:14.206680 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ad288cac-c5b9-4685-999b-f4e7ed69d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:15.354651 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:16.874692 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.533688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35136) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:24.638942 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.726905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.730553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.768375 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49dc024d20e8474097c919bbd56ad685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336287 Jul 28 21:44:24.769221 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f6511-a496-44ed-b2dc-532d0633a5f9,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:24.771061 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35140) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:24.776044 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.776394 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.776739 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.777069 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.777400 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.777735 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.778068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.778420 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.778747 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.779069 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.779393 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.779714 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a72498-9c5e-4b48-91f7-521effe66852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.820369 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.840816 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.889041 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.892289 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:24.893407 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d28f6511-a496-44ed-b2dc-532d0633a5f9 HTTP/1.1" status: 204 len: 168 time: 0.1213741 Jul 28 21:44:24.900907 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f6511-a496-44ed-b2dc-532d0633a5f9,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:24.907678 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.908028 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.908365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.908700 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.909031 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.909360 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.909687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.910002 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.910363 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.910685 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.911008 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:24.911329 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7829d88-037c-4de6-9035-83da4601fbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:25.134731 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35146) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:25.147679 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-146beaad-e559-4a13-bc76-57bf377638a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.231269 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-146beaad-e559-4a13-bc76-57bf377638a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.235295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-146beaad-e559-4a13-bc76-57bf377638a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.272289 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-146beaad-e559-4a13-bc76-57bf377638a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=341d4ff837384881b2c04c66048bc6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364462 Jul 28 21:44:25.273071 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146beaad-e559-4a13-bc76-57bf377638a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c7fcde-3ec8-47da-87c1-49949d538cd8,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:25.274859 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35148) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:25.321871 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7831544-f7a8-4be3-9a59-7f923bc56668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.341594 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7831544-f7a8-4be3-9a59-7f923bc56668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.386777 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7831544-f7a8-4be3-9a59-7f923bc56668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.389388 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a7831544-f7a8-4be3-9a59-7f923bc56668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:25.390573 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a7831544-f7a8-4be3-9a59-7f923bc56668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44c7fcde-3ec8-47da-87c1-49949d538cd8 HTTP/1.1" status: 204 len: 168 time: 0.1145301 Jul 28 21:44:25.398088 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7831544-f7a8-4be3-9a59-7f923bc56668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c7fcde-3ec8-47da-87c1-49949d538cd8,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:26.018125 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35198) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:26.212898 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b2d-2a3e-4a92-98f5-8addeb67fcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.303586 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b2d-2a3e-4a92-98f5-8addeb67fcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.308383 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b35d0b2d-2a3e-4a92-98f5-8addeb67fcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.351123 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-b35d0b2d-2a3e-4a92-98f5-8addeb67fcb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ab821a8b53444f197057cc576c0f466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296492 Jul 28 21:44:26.351123 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d0b2d-2a3e-4a92-98f5-8addeb67fcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f4e8c-0a7a-403a-a09b-b56a74d7630b,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:26.351696 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35230) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:26.404353 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-20421492-a0c6-4967-9488-1b1d55d777bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.427295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-20421492-a0c6-4967-9488-1b1d55d777bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.487058 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-20421492-a0c6-4967-9488-1b1d55d777bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.489514 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-20421492-a0c6-4967-9488-1b1d55d777bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.490820 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-20421492-a0c6-4967-9488-1b1d55d777bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/214f4e8c-0a7a-403a-a09b-b56a74d7630b HTTP/1.1" status: 204 len: 168 time: 0.1380668 Jul 28 21:44:26.498639 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20421492-a0c6-4967-9488-1b1d55d777bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f4e8c-0a7a-403a-a09b-b56a74d7630b,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:26.759492 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35252) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:26.773045 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8d2c-a02d-4295-a4c1-cc6548cae7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.867109 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8d2c-a02d-4295-a4c1-cc6548cae7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.871565 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bf1c8d2c-a02d-4295-a4c1-cc6548cae7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.911629 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bf1c8d2c-a02d-4295-a4c1-cc6548cae7b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c7f5d8803374109a100633cf837fa48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510570 Jul 28 21:44:26.912569 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c8d2c-a02d-4295-a4c1-cc6548cae7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438057d9-620c-48c8-b42a-e718a078a07d,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:26.914278 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35258) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:26.963551 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-320ba0f0-089c-404a-b7b1-1ac852d23a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:26.985156 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-320ba0f0-089c-404a-b7b1-1ac852d23a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:27.035579 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-320ba0f0-089c-404a-b7b1-1ac852d23a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:27.038068 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-320ba0f0-089c-404a-b7b1-1ac852d23a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:27.041899 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-320ba0f0-089c-404a-b7b1-1ac852d23a08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/438057d9-620c-48c8-b42a-e718a078a07d HTTP/1.1" status: 204 len: 168 time: 0.1259651 Jul 28 21:44:27.050709 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ba0f0-089c-404a-b7b1-1ac852d23a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438057d9-620c-48c8-b42a-e718a078a07d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:28.690535 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35330) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:28.793055 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-eac2da67-5ae5-4f1f-89f0-0f1fad11afd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:28.881675 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-eac2da67-5ae5-4f1f-89f0-0f1fad11afd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:28.884996 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-eac2da67-5ae5-4f1f-89f0-0f1fad11afd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:28.923628 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-eac2da67-5ae5-4f1f-89f0-0f1fad11afd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d357fb22036c4c8ea1bc55f3b5cdb81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320151 Jul 28 21:44:28.924662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2da67-5ae5-4f1f-89f0-0f1fad11afd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92c74d-1071-4432-8073-0d540257fb5f,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:28.926293 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35334) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:28.974346 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02661704-891e-4486-8449-192bcf6736ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:28.995955 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02661704-891e-4486-8449-192bcf6736ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.042520 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02661704-891e-4486-8449-192bcf6736ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.045079 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02661704-891e-4486-8449-192bcf6736ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.046791 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-02661704-891e-4486-8449-192bcf6736ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d92c74d-1071-4432-8073-0d540257fb5f HTTP/1.1" status: 204 len: 168 time: 0.1194444 Jul 28 21:44:29.054186 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02661704-891e-4486-8449-192bcf6736ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92c74d-1071-4432-8073-0d540257fb5f,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:29.302814 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35342) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:29.315701 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6132e306-2306-44e6-8b6b-f674ab4bdd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.406573 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6132e306-2306-44e6-8b6b-f674ab4bdd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.410031 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6132e306-2306-44e6-8b6b-f674ab4bdd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.450693 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6132e306-2306-44e6-8b6b-f674ab4bdd17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d184203d4e48474ca24d4fee27f90a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467907 Jul 28 21:44:29.451644 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132e306-2306-44e6-8b6b-f674ab4bdd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fedae0-981b-42d1-bd6b-230570f3383c,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:29.453337 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35344) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:29.505025 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c91e8bfa-a9c4-4284-898e-03feadd35889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.528064 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c91e8bfa-a9c4-4284-898e-03feadd35889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.573307 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c91e8bfa-a9c4-4284-898e-03feadd35889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.575800 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c91e8bfa-a9c4-4284-898e-03feadd35889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:29.576935 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c91e8bfa-a9c4-4284-898e-03feadd35889 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25fedae0-981b-42d1-bd6b-230570f3383c HTTP/1.1" status: 204 len: 168 time: 0.1225624 Jul 28 21:44:29.584343 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e8bfa-a9c4-4284-898e-03feadd35889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fedae0-981b-42d1-bd6b-230570f3383c,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:30.598276 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35378) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:30.697633 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-96416516-6914-45b6-a93b-f0850429c08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.784440 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-96416516-6914-45b6-a93b-f0850429c08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.788160 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-96416516-6914-45b6-a93b-f0850429c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.825018 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-96416516-6914-45b6-a93b-f0850429c08a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1659d2c75404001b1a9d7ab6e242b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255511 Jul 28 21:44:30.827496 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96416516-6914-45b6-a93b-f0850429c08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb1cf7-c73a-4e40-9f8f-6e957056178d,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:30.827658 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35382) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:30.876025 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-48c8ee61-01c2-4339-a5d6-86270d983104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.896249 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-48c8ee61-01c2-4339-a5d6-86270d983104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.942744 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-48c8ee61-01c2-4339-a5d6-86270d983104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.945149 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-48c8ee61-01c2-4339-a5d6-86270d983104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:30.946324 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-48c8ee61-01c2-4339-a5d6-86270d983104 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdcb1cf7-c73a-4e40-9f8f-6e957056178d HTTP/1.1" status: 204 len: 168 time: 0.1176758 Jul 28 21:44:30.954253 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8ee61-01c2-4339-a5d6-86270d983104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb1cf7-c73a-4e40-9f8f-6e957056178d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:34.973234 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:44:38.494149 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea63ca-f6dc-4807-a2af-dc70b76fd662 req-f50e09d5-2d32-4602-a332-df23649a475e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:38.496562 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2cea63ca-f6dc-4807-a2af-dc70b76fd662 req-f50e09d5-2d32-4602-a332-df23649a475e tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0551615 Jul 28 21:44:38.518165 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-e4262797-99f4-46ef-b52a-42dd8584ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:38.520021 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-e4262797-99f4-46ef-b52a-42dd8584ac91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1137 time: 0.0608435 Jul 28 21:44:38.546164 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2cea63ca-f6dc-4807-a2af-dc70b76fd662 req-fb491623-3f22-4961-a764-a4dac9fc15bc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425487 Jul 28 21:44:38.609812 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-c6ea831c-8aa7-4438-9d57-fac76ca5323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:38.611535 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-c6ea831c-8aa7-4438-9d57-fac76ca5323e service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 915 time: 0.0827870 Jul 28 21:44:38.679986 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-9f1875ce-684b-40f3-a826-273d9262c202 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 999 time: 0.0595627 Jul 28 21:44:38.963382 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-7d3af3d1-b231-4d2b-88b2-64dd8d032153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:38.965072 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-7d3af3d1-b231-4d2b-88b2-64dd8d032153 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.2778325 Jul 28 21:44:39.010794 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-0b82a4db-f934-43d4-b76a-3dae5d096357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:39.017827 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-0b82a4db-f934-43d4-b76a-3dae5d096357 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390735 Jul 28 21:44:39.018045 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea85222-e52d-49c7-a752-8da75c74d677 req-92b59bfd-32cf-4623-afa4-b8fae52c4e56 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:39.018045 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aea85222-e52d-49c7-a752-8da75c74d677 req-92b59bfd-32cf-4623-afa4-b8fae52c4e56 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0511482 Jul 28 21:44:39.056340 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-aea85222-e52d-49c7-a752-8da75c74d677 req-37917e09-54dc-4d3e-a1ab-8858f3fea9ae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324557 Jul 28 21:44:39.110802 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-c01ee65d-1ccd-4705-b7ea-5ebbc652018d service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Jul 28 21:44:39.198864 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ede2d8c9-85cd-4b8e-aef3-19ddb2be7158 req-a6d33749-98f4-4d56-8b99-0be8cb01e08a service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802646 Jul 28 21:44:39.667716 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6815fd-90f3-4d4c-9562-96257bd79c77 req-3413f870-1983-466c-815c-64186af6c624 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:39.669175 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fd6815fd-90f3-4d4c-9562-96257bd79c77 req-3413f870-1983-466c-815c-64186af6c624 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0495458 Jul 28 21:44:39.709064 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fd6815fd-90f3-4d4c-9562-96257bd79c77 req-fa350e9e-f3ee-4185-b6af-01572f651cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337799 Jul 28 21:44:40.185339 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fd54d-291e-4695-9e39-8fe05ac952ff req-69b5a094-fd38-4308-b2a0-5eba2f0f9707 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:40.187444 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-312fd54d-291e-4695-9e39-8fe05ac952ff req-69b5a094-fd38-4308-b2a0-5eba2f0f9707 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0513711 Jul 28 21:44:40.225604 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-312fd54d-291e-4695-9e39-8fe05ac952ff req-bbdbbbcd-0a02-4cde-b67a-95b18c5fd532 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322917 Jul 28 21:44:40.242755 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35530) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:40.344447 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-625ce471-6ba3-4db4-ad60-b348ebb5e741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.428355 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-625ce471-6ba3-4db4-ad60-b348ebb5e741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.432893 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-625ce471-6ba3-4db4-ad60-b348ebb5e741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.473012 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ce471-6ba3-4db4-ad60-b348ebb5e741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61579ec-52e1-424a-b140-74e2a945c7b9,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:40.477258 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-625ce471-6ba3-4db4-ad60-b348ebb5e741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a0775e10594453e8f986c05bdc55539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335768 Jul 28 21:44:40.480049 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35534) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:40.527000 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffdd8-92fd-4e57-b3d4-fa0c4a883f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.548168 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffdd8-92fd-4e57-b3d4-fa0c4a883f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.592660 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffdd8-92fd-4e57-b3d4-fa0c4a883f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.595728 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd9ffdd8-92fd-4e57-b3d4-fa0c4a883f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:40.596881 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-bd9ffdd8-92fd-4e57-b3d4-fa0c4a883f2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a61579ec-52e1-424a-b140-74e2a945c7b9 HTTP/1.1" status: 204 len: 168 time: 0.1159205 Jul 28 21:44:40.604320 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ffdd8-92fd-4e57-b3d4-fa0c4a883f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61579ec-52e1-424a-b140-74e2a945c7b9,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:40.828519 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a541f-c2f6-47c9-b4f3-4ab0b61307f8 req-9ddebd51-facf-4e27-9cef-55902e6f3c8f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:40.830020 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fb7a541f-c2f6-47c9-b4f3-4ab0b61307f8 req-9ddebd51-facf-4e27-9cef-55902e6f3c8f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0538771 Jul 28 21:44:40.894044 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fb7a541f-c2f6-47c9-b4f3-4ab0b61307f8 req-c80500a2-919f-401f-9953-68c3b210bc0d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576537 Jul 28 21:44:40.922243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-15b41ae2-9142-4871-b1f5-15073412b478 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:40.923718 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-15b41ae2-9142-4871-b1f5-15073412b478 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0599074 Jul 28 21:44:41.019059 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Deleting port 15b37602-1ad7-418f-a3e3-80c1ef8d246c {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:44:41.019386 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.106066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] For port 15b37602-1ad7-418f-a3e3-80c1ef8d246c, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=15b37602-1ad7-418f-a3e3-80c1ef8d246c,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:44:41.106453 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.335923 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.336398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.336926 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Floating IP d237a95c-a52a-4991-b3ac-56f524e4ecbd disassociated. External IP: 172.27.3.115, port: 15b37602-1ad7-418f-a3e3-80c1ef8d246c. Jul 28 21:44:41.337267 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Calling delete_port for 15b37602-1ad7-418f-a3e3-80c1ef8d246c owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:44:41.347040 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971ab38-3463-4d21-98d4-72465030372c req-75551780-15f9-4bc5-8521-065358ea2da7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:41.348569 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a971ab38-3463-4d21-98d4-72465030372c req-75551780-15f9-4bc5-8521-065358ea2da7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 947 time: 0.0486364 Jul 28 21:44:41.391200 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a971ab38-3463-4d21-98d4-72465030372c req-cff0ced7-73de-43f9-8da1-dba29c3cb6f0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=627d5c3c-8d8a-413a-9128-58c9a3626807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364058 Jul 28 21:44:41.470264 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.507154 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event deleted for resources: {'Port': ['ID=15b37602-1ad7-418f-a3e3-80c1ef8d246c,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:41.594370 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f05e05f5-68f5-426d-94ce-92bfa01e077b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.664114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:44:41.773035 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:44:41.803963 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:44:41.813418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:44:41.814227 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:44:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:44:41.814365 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] No DVR routers for this DVR port 15b37602-1ad7-418f-a3e3-80c1ef8d246c on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:44:41.816841 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:41.818980 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c59d86e3-05b1-4919-bf8c-94d2f2ee8366 req-2a277e47-ecec-439e-969c-13f434ea050f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "DELETE /v2.0/ports/15b37602-1ad7-418f-a3e3-80c1ef8d246c HTTP/1.1" status: 204 len: 173 time: 0.8884516 Jul 28 21:44:41.819436 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-deleted', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:44:41.821623 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f7764-f259-43a0-b202-a0070652d320" -d '{"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-deleted", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:44:41.871137 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8309160b-2692-4ff7-bff1-faba36b658a7 x-openstack-request-id: req-8309160b-2692-4ff7-bff1-faba36b658a7 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:44:41.872058 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2998f7a1-ec75-41fd-9580-1ebc4f7374c4", "name": "network-vif-deleted", "tag": "15b37602-1ad7-418f-a3e3-80c1ef8d246c", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:44:41.872483 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8309160b-2692-4ff7-bff1-faba36b658a7 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:44:41.873206 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2998f7a1-ec75-41fd-9580-1ebc4f7374c4', 'name': 'network-vif-deleted', 'tag': '15b37602-1ad7-418f-a3e3-80c1ef8d246c', 'status': 'completed', 'code': 200} Jul 28 21:44:41.926006 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:44:42.015833 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b782-e360-460b-a8ec-a02cc03cc522 req-e74466b7-7cad-4a87-b062-448a0ee8ee69 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:42.022606 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2412b782-e360-460b-a8ec-a02cc03cc522 req-e74466b7-7cad-4a87-b062-448a0ee8ee69 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0574267 Jul 28 21:44:42.058644 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2412b782-e360-460b-a8ec-a02cc03cc522 req-6cd5c68a-27cd-4782-a3e0-505ce96f0f41 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343969 Jul 28 21:44:42.134068 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:44:42.160480 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:44:42.168439 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:44:42.169036 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:44:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:44:42.271930 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:44:42.550330 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a9adedf9-7819-4a92-b96e-99e81f103e1f req-67079cbb-5089-40da-960f-ea65337b57b7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=2998f7a1-ec75-41fd-9580-1ebc4f7374c4 HTTP/1.1" status: 200 len: 210 time: 0.0532510 Jul 28 21:44:42.627787 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:44:42.657667 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b6e7-02a0-464f-8c7a-795f45a6b244 None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:44:42.737873 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:42.910065 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f83751-4a84-4bbe-ba80-a2d99bc3f645 None None] New status for floating IP d237a95c-a52a-4991-b3ac-56f524e4ecbd: DOWN {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:44:43.176169 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccba32-fddc-4a6a-a6d9-41610eccf67d req-7be6471e-6c9f-46ae-a73c-388bfca239b0 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:43.177655 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-caccba32-fddc-4a6a-a6d9-41610eccf67d req-7be6471e-6c9f-46ae-a73c-388bfca239b0 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0484338 Jul 28 21:44:43.216708 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-caccba32-fddc-4a6a-a6d9-41610eccf67d req-249237da-37fb-4ffe-8ddc-64a21ae9a69b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328300 Jul 28 21:44:43.630399 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35598) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:43.684143 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-92c308f2-0399-4dd6-b857-b10fb0699044 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:43.707580 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-92c308f2-0399-4dd6-b857-b10fb0699044 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:43.759219 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-92c308f2-0399-4dd6-b857-b10fb0699044 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:43.761832 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-92c308f2-0399-4dd6-b857-b10fb0699044 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:43.763199 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-92c308f2-0399-4dd6-b857-b10fb0699044 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "DELETE /v2.0/security-groups/627d5c3c-8d8a-413a-9128-58c9a3626807 HTTP/1.1" status: 204 len: 168 time: 0.1317530 Jul 28 21:44:43.766011 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35602) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:43.772616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c308f2-0399-4dd6-b857-b10fb0699044 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d5c3c-8d8a-413a-9128-58c9a3626807,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:43.789398 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.api.v2.resource [None req-95092707-d6e4-4604-8c93-a12d7128ab5d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] show failed (client error): The resource could not be found. Jul 28 21:44:43.790638 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-95092707-d6e4-4604-8c93-a12d7128ab5d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups/627d5c3c-8d8a-413a-9128-58c9a3626807 HTTP/1.1" status: 404 len: 347 time: 0.0228882 Jul 28 21:44:43.794505 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35604) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:43.921425 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Deleting port d0d1f6a9-c883-4ee3-bd60-abf6f5f3ddd6 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:44:43.922294 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:43.992749 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:43.993075 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.004779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Calling delete_port for d0d1f6a9-c883-4ee3-bd60-abf6f5f3ddd6 owned by network:floatingip {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:44:44.139141 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.152500 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.164236 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event deleted for resources: {'Port': ['ID=d0d1f6a9-c883-4ee3-bd60-abf6f5f3ddd6,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:44.207846 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-13694611-5ed9-4519-94f4-cf7968ee7add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.227572 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.230126 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.231275 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c76628ef-5858-4d6f-9923-d4e26d75e032 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "DELETE /v2.0/floatingips/d237a95c-a52a-4991-b3ac-56f524e4ecbd HTTP/1.1" status: 204 len: 168 time: 0.4353187 Jul 28 21:44:44.335793 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3e77b-6c1d-4397-b61d-5d96c57d29d9 req-976ec550-7df8-4053-beec-b46705b74e05 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:44.337396 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-73b3e77b-6c1d-4397-b61d-5d96c57d29d9 req-976ec550-7df8-4053-beec-b46705b74e05 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0508442 Jul 28 21:44:44.378351 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-73b3e77b-6c1d-4397-b61d-5d96c57d29d9 req-fdd72385-82e5-406a-a39f-e4eb1aa522a2 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338202 Jul 28 21:44:44.654108 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35612) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:44.659285 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412528990', 'description': 'tempest-description--285187563'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:44:44.682528 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.759120 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.762623 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.784361 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.785556 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1304653 Jul 28 21:44:44.788539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35614) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:44.793183 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4cc89-aa53-446d-931a-7f3a1d28bf4b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0441b774-3e4d-479e-94f7-c31ad09f92ec,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:44.793323 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'security_group_rule': {'security_group_id': '0441b774-3e4d-479e-94f7-c31ad09f92ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:44:44.819953 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.866658 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.870143 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.888177 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ee973b-7cc4-4f4d-a27e-37da7a4e24e2,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:44.890434 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.894038 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bb186749-58a2-4d99-8c6b-b4ac68a3006a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1020443 Jul 28 21:44:44.894617 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35618) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:44.899134 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'security_group_rule': {'security_group_id': '0441b774-3e4d-479e-94f7-c31ad09f92ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:44:44.925711 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.971241 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.974622 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.991994 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6e2197-d13b-425f-b00b-3bcdf99581ef,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:44.996541 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:44.997837 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-51a933ae-eb69-48fd-a43c-555ac51b6e2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1022940 Jul 28 21:44:45.001066 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35622) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:45.005370 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:44:45.026589 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.125855 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.226902 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Allocated IP 172.27.3.70 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/6599e8a7-bb9c-4e00-b48a-005f922033d2) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:44:45.326790 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.357588 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.368923 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.407182 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:44:45.411796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:44:45.414335 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:44:45.438867 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'Port': ['ID=6599e8a7-bb9c-4e00-b48a-005f922033d2,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:45.495269 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e5a96-6a0b-4666-8a8f-7f955a9e3f12 req-eed40091-4f0e-4811-813b-692f7bac4f18 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:45.496651 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4f1e5a96-6a0b-4666-8a8f-7f955a9e3f12 req-eed40091-4f0e-4811-813b-692f7bac4f18 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0519323 Jul 28 21:44:45.501098 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.536100 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4f1e5a96-6a0b-4666-8a8f-7f955a9e3f12 req-36c19e5f-827d-4852-a496-3b702d4c8d8c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324211 Jul 28 21:44:45.536359 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.679560 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.683911 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.748285 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'Port': ['ID=6599e8a7-bb9c-4e00-b48a-005f922033d2,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:45.760955 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.773538 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:45.774765 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-718612fc-a467-4040-bfad-15a012f66524 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7727942 Jul 28 21:44:45.955438 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-eadfea4b-346d-4ea5-96cb-0f839d3f983b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1412528990&fields=id&tenant_id=ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 267 time: 0.0336783 Jul 28 21:44:46.101277 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:44:46.121161 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 15b37602-1ad7-418f-a3e3-80c1ef8d246c {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:44:46.121506 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 15b37602-1ad7-418f-a3e3-80c1ef8d246c not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:44:46.279132 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-2caef7a2-0ec5-4693-8bfc-5398a6c6ca60 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:46.280600 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-2caef7a2-0ec5-4693-8bfc-5398a6c6ca60 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 817 time: 0.3185215 Jul 28 21:44:46.296115 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-e6d25afe-3091-467d-8785-976b3c4debc7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/quotas/ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 375 time: 0.0089724 Jul 28 21:44:46.347393 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-0b8be418-aa13-42d4-8e08-6a86aded559f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458522 Jul 28 21:44:46.441184 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-296aa67c-c104-40e6-a3f5-dd6c242f2c1e service neutron] 10.222.0.21 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825498 Jul 28 21:44:46.535691 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-3ea4532a-1ff1-4fc8-8e65-1fc3d67a5346 service neutron] 10.222.0.21 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883391 Jul 28 21:44:46.659509 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aff07c-ec02-4bf9-a4e4-c168b8ec6f28 req-28cd21db-dcab-412a-b792-83840c272e9c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:46.661047 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5aff07c-ec02-4bf9-a4e4-c168b8ec6f28 req-28cd21db-dcab-412a-b792-83840c272e9c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0579722 Jul 28 21:44:46.692914 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9c99acc6-5857-4dac-8716-05f7e568d65c req-ab9d063c-ecdc-4efa-b30d-548ab26be926 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 210 time: 0.0271482 Jul 28 21:44:46.704439 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e5aff07c-ec02-4bf9-a4e4-c168b8ec6f28 req-8f6ec3ce-d5f3-46ed-a51f-12a8c21ecd25 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370889 Jul 28 21:44:46.877121 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:47.791830 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b95c04ad-2878-4fd1-ba92-4f1069abb563 req-dc9c483f-40de-4231-a561-5a52365d5837 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 210 time: 0.0265687 Jul 28 21:44:47.826643 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6bb79-1f58-480f-ae1b-bf3e4108a034 req-b4de62c0-8d62-47b9-824e-de30b3e316e6 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:47.828619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ffb6bb79-1f58-480f-ae1b-bf3e4108a034 req-b4de62c0-8d62-47b9-824e-de30b3e316e6 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0524235 Jul 28 21:44:47.867205 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ffb6bb79-1f58-480f-ae1b-bf3e4108a034 req-6e1d5dcf-0fed-42c0-af8a-0d403c6ca1dc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327187 Jul 28 21:44:48.885399 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-26c34709-be06-475b-ae43-91609b7b10dc req-e1a52ddc-d6ad-4e3d-b32f-14e26596c4d9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 210 time: 0.0247121 Jul 28 21:44:48.989341 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e552178-375d-465c-9fb4-52c5b50ca706 req-5319109b-7d4e-4ab7-b784-0690cdf58c59 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:48.990999 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e552178-375d-465c-9fb4-52c5b50ca706 req-5319109b-7d4e-4ab7-b784-0690cdf58c59 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0569680 Jul 28 21:44:49.031484 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5e552178-375d-465c-9fb4-52c5b50ca706 req-4653ab72-0314-49a5-9dae-4381a48dcee0 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338094 Jul 28 21:44:49.981071 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f2a42247-7ef4-48d2-96b2-98e2a57b2ddd req-48bc21e2-7938-4cdb-963d-b1941dc9f06b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 210 time: 0.0276079 Jul 28 21:44:50.148386 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfa052-838c-4368-8db0-cc3257f083cc req-6405e87b-d6d0-41a1-9c1f-756989f50484 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:50.149826 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9ecfa052-838c-4368-8db0-cc3257f083cc req-6405e87b-d6d0-41a1-9c1f-756989f50484 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0526543 Jul 28 21:44:50.188996 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9ecfa052-838c-4368-8db0-cc3257f083cc req-e99d4572-c494-433c-9adc-1074413ee7ff tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331433 Jul 28 21:44:50.441229 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-f4b46544-a985-42ba-b15b-d802283cba8f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:50.442685 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-f4b46544-a985-42ba-b15b-d802283cba8f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 817 time: 0.1036458 Jul 28 21:44:50.494154 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1d31a18a-73d6-4ee0-9730-8661ff49c90f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 380 time: 0.0377843 Jul 28 21:44:50.505116 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'port': {'device_id': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'admin_state_up': True, 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'security_groups': ['0441b774-3e4d-479e-94f7-c31ad09f92ec']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:44:50.613755 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Made reservation on behalf of ffceb8c1677d4a91bc2b769424d94a0a for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:44:50.617247 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:50.741660 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Allocated IP 172.20.0.14 (c7238311-f09e-4fb2-aa6d-23997d5b9b4f/e2a85322-2ac2-4637-8788-40ecc34adaf4/d62735ed-64b4-4130-8466-407ab22b11fc) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:44:50.868956 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:50.881948 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Transition to ACTIVE for port object d62735ed-64b4-4130-8466-407ab22b11fc will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:44:50.912688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:50.955892 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:44:50.958812 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:44:50.964818 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:44:50.987690 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:51.015687 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.016333 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.032288 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c5851547-078c-4495-a1f4-aee52901bcda tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5309286 Jul 28 21:44:51.045004 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Request body: {'port': {'device_id': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:44:51.099142 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.110687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e71a9-c750-4893-a85e-d04abfcbe047 req-25c1b01f-ff89-4dac-8433-ffe7ee2274a5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.114600 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-096e71a9-c750-4893-a85e-d04abfcbe047 req-25c1b01f-ff89-4dac-8433-ffe7ee2274a5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 932 time: 0.0552716 Jul 28 21:44:51.154942 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-096e71a9-c750-4893-a85e-d04abfcbe047 req-91852b50-99d0-44a8-9bce-e78b1b4ae2be tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Jul 28 21:44:51.237685 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-3cade82b-79ef-4fc5-a74f-2ef7ac432a1a None None] Provisioning for port d62735ed-64b4-4130-8466-407ab22b11fc completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:44:51.245712 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-3cade82b-79ef-4fc5-a74f-2ef7ac432a1a None None] Provisioning complete for port d62735ed-64b4-4130-8466-407ab22b11fc triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:44:51.246019 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3cade82b-79ef-4fc5-a74f-2ef7ac432a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.288803 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-3cade82b-79ef-4fc5-a74f-2ef7ac432a1a None None] Port d62735ed-64b4-4130-8466-407ab22b11fc cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:44:51.364065 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e655d-bcb6-4579-8812-f12485560e91 req-57fe70d6-58f7-4772-a44a-1296d9c99036 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.365536 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e53e655d-bcb6-4579-8812-f12485560e91 req-57fe70d6-58f7-4772-a44a-1296d9c99036 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0807948 Jul 28 21:44:51.433744 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e53e655d-bcb6-4579-8812-f12485560e91 req-45b971e9-b53f-481e-8e34-afd21f1922ce tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612621 Jul 28 21:44:51.439450 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62735ed-64b4-4130-8466-407ab22b11fc {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:44:51.446699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.459485 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Transition to ACTIVE for port object d62735ed-64b4-4130-8466-407ab22b11fc will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:44:51.463068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.540743 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:51.597263 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Attempting to bind port d62735ed-64b4-4130-8466-407ab22b11fc on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:44:51.597601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Attempting to bind port d62735ed-64b4-4130-8466-407ab22b11fc by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:44:51.597927 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Attempting to bind port d62735ed-64b4-4130-8466-407ab22b11fc on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:44:51.602542 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Port d62735ed-64b4-4130-8466-407ab22b11fc on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:44:51.602886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Attempting to bind port d62735ed-64b4-4130-8466-407ab22b11fc on network c7238311-f09e-4fb2-aa6d-23997d5b9b4f {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:44:51.608201 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:44:51.608496 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Checking segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:44:51.608929 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Bound using segment: {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:44:51.609354 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Bound port: d62735ed-64b4-4130-8466-407ab22b11fc, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913a9f72-87ed-400e-88b5-13bd9575c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:44:51.609710 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.681769 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:44:51.685088 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:44:51.691237 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.732620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.733223 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.735188 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] 10.222.0.22 "PUT /v2.0/ports/d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 1094 time: 0.6945491 Jul 28 21:44:51.735623 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:44:51.737860 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c7165c-5baa-485b-a8db-d2134ec4624c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:44:51.761399 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3895bb-258c-41bf-9d36-b9b51225a203 service neutron] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:51.803257 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf9992-9bfe-402d-8252-db7bb0c46344 x-openstack-request-id: req-16bf9992-9bfe-402d-8252-db7bb0c46344 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:44:51.803554 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:44:51.803806 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16bf9992-9bfe-402d-8252-db7bb0c46344 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:44:51.804200 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'status': 'completed', 'code': 200} Jul 28 21:44:51.840189 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-ada2d8c4-fe6e-4833-8c70-affc68da1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.842486 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-ada2d8c4-fe6e-4833-8c70-affc68da1069 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1097 time: 0.0607126 Jul 28 21:44:51.869716 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35720) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:51.896633 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-fd7a7d4a-5149-49a1-a597-db63f2632778 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 217 time: 0.0453885 Jul 28 21:44:51.949326 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-21a8ea76-3bdb-4d42-836c-7b4340b5db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.950833 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-21a8ea76-3bdb-4d42-836c-7b4340b5db90 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0463028 Jul 28 21:44:51.979742 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f30b9ca4-1faa-4bd8-b178-43d5a96b4154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:51.996332 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c31d53b4-4110-4cfc-9031-25baa9c9c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:51.997817 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-c31d53b4-4110-4cfc-9031-25baa9c9c8ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391977 Jul 28 21:44:52.067567 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f30b9ca4-1faa-4bd8-b178-43d5a96b4154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:52.072607 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f30b9ca4-1faa-4bd8-b178-43d5a96b4154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:52.099491 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-7bec9c4b-51c6-4001-8935-6f2653e30719 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940573 Jul 28 21:44:52.112865 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f30b9ca4-1faa-4bd8-b178-43d5a96b4154 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2c37e50d7af493cbe97a7817c25ad38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419479 Jul 28 21:44:52.114279 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9ca4-1faa-4bd8-b178-43d5a96b4154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9e7038-a974-48de-bc18-b005f6c8f2ad,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:52.115489 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35724) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:52.225707 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-536da7e8-7bb6-4b8f-9585-3331f5d190ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:52.259656 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c7690563-9007-4344-a2e2-c28aa7c591f9 req-252afb83-bbab-4cbd-a6d2-0347d4a227d8 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528325 Jul 28 21:44:52.278929 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-536da7e8-7bb6-4b8f-9585-3331f5d190ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:52.307181 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e985bd-3818-416e-be2f-2b814ece8dd5 req-2b84f157-0a5a-4ba2-909e-fb9ca68ea90e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:52.308623 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-88e985bd-3818-416e-be2f-2b814ece8dd5 req-2b84f157-0a5a-4ba2-909e-fb9ca68ea90e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0811207 Jul 28 21:44:52.389621 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-b1fff27f-5375-4db2-8ed2-bc8742d2ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:52.391204 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-b1fff27f-5375-4db2-8ed2-bc8742d2ef60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1097 time: 0.0817106 Jul 28 21:44:52.395834 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-88e985bd-3818-416e-be2f-2b814ece8dd5 req-f98897cd-38fc-4d91-a7ee-cf2620e3ba6d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798588 Jul 28 21:44:52.397139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-536da7e8-7bb6-4b8f-9585-3331f5d190ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:52.399901 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-536da7e8-7bb6-4b8f-9585-3331f5d190ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:52.400997 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-536da7e8-7bb6-4b8f-9585-3331f5d190ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e9e7038-a974-48de-bc18-b005f6c8f2ad HTTP/1.1" status: 204 len: 168 time: 0.2845962 Jul 28 21:44:52.451541 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536da7e8-7bb6-4b8f-9585-3331f5d190ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9e7038-a974-48de-bc18-b005f6c8f2ad,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:52.520726 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-ea267ea1-bd21-4735-bba6-e0e5ade3f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:52.522429 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-ea267ea1-bd21-4735-bba6-e0e5ade3f1be service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.1203351 Jul 28 21:44:52.567538 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-5450f80c-665a-4373-90ec-8c8e2160929f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 217 time: 0.0366237 Jul 28 21:44:52.606151 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2692ec8-7c42-4b23-97e1-10a32018a8cb req-563f7cc2-f51e-419b-88d3-44b44025cd90 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:52.608357 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e2692ec8-7c42-4b23-97e1-10a32018a8cb req-563f7cc2-f51e-419b-88d3-44b44025cd90 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0654476 Jul 28 21:44:52.624162 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-053e5631-380e-4615-8619-6ace00ece59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:52.626609 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-053e5631-380e-4615-8619-6ace00ece59b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0517623 Jul 28 21:44:52.666357 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e2692ec8-7c42-4b23-97e1-10a32018a8cb req-bef1f94f-44b1-444a-8ad5-36593354d48b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450380 Jul 28 21:44:52.687497 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-e49ed1fe-8c6a-4396-8c5e-73f7a50693b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:52.689015 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-e49ed1fe-8c6a-4396-8c5e-73f7a50693b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552161 Jul 28 21:44:52.791170 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-8086b182-aaeb-4e5b-8eb9-ec538760ecb1 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919008 Jul 28 21:44:52.889295 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-98c7165c-5baa-485b-a8db-d2134ec4624c req-7c73c066-848f-4e50-934c-03066aed32f9 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888968 Jul 28 21:44:53.457969 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35778) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:53.525619 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af083f77-db5c-4894-b06d-90b0eb7e73f3 req-d725c584-0b38-4d44-8ea1-512cd4316ddf tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:53.527120 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-af083f77-db5c-4894-b06d-90b0eb7e73f3 req-d725c584-0b38-4d44-8ea1-512cd4316ddf tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0533965 Jul 28 21:44:53.568666 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed843-0bc9-4ab9-8639-3c4957afcd51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.581703 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-af083f77-db5c-4894-b06d-90b0eb7e73f3 req-aadd25ca-6be0-46e7-8f8d-46ff72f322ec tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484614 Jul 28 21:44:53.659790 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed843-0bc9-4ab9-8639-3c4957afcd51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.663556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bf3ed843-0bc9-4ab9-8639-3c4957afcd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.703384 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bf3ed843-0bc9-4ab9-8639-3c4957afcd51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca60f9db09a0490ebe7fc820bd35d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436721 Jul 28 21:44:53.704241 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ed843-0bc9-4ab9-8639-3c4957afcd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f2ebd4-82dd-45ca-a9fe-43a56be01ba0,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:53.706820 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35784) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:44:53.786982 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-54d53ec2-437a-4937-8850-70ed9fc9121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.798228 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60245558-c0a0-4e65-8dd0-50a281309ca3 req-73ce91b6-b611-40f4-8cd6-5d3f02513c6b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:53.799701 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-60245558-c0a0-4e65-8dd0-50a281309ca3 req-73ce91b6-b611-40f4-8cd6-5d3f02513c6b tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0682168 Jul 28 21:44:53.828150 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-54d53ec2-437a-4937-8850-70ed9fc9121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.871209 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-60245558-c0a0-4e65-8dd0-50a281309ca3 req-8bd0179a-8543-48fd-89dc-a2dc30bedbf7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647812 Jul 28 21:44:53.896804 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-54d53ec2-437a-4937-8850-70ed9fc9121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.899483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-54d53ec2-437a-4937-8850-70ed9fc9121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:53.900597 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-54d53ec2-437a-4937-8850-70ed9fc9121d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0f2ebd4-82dd-45ca-a9fe-43a56be01ba0 HTTP/1.1" status: 204 len: 168 time: 0.1921086 Jul 28 21:44:53.913263 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d53ec2-437a-4937-8850-70ed9fc9121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f2ebd4-82dd-45ca-a9fe-43a56be01ba0,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:54.699284 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d792ef-6432-453b-ab36-29426ca50b7a req-40533fa5-65a7-4b20-9d4c-d612b72ffead tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:54.700988 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f8d792ef-6432-453b-ab36-29426ca50b7a req-40533fa5-65a7-4b20-9d4c-d612b72ffead tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0487964 Jul 28 21:44:54.742545 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f8d792ef-6432-453b-ab36-29426ca50b7a req-cfb6dde6-5c08-4476-bd35-a6a5bf5c30cd tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355940 Jul 28 21:44:54.989040 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadcd97-9d14-4835-8d2b-b03ce52b146f req-7560aaa3-3ef9-48a8-ad25-3ee2d713f510 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:54.990471 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fbadcd97-9d14-4835-8d2b-b03ce52b146f req-7560aaa3-3ef9-48a8-ad25-3ee2d713f510 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0510309 Jul 28 21:44:55.034156 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fbadcd97-9d14-4835-8d2b-b03ce52b146f req-6f7b6344-125f-41f5-adc3-e6d94332fc36 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374277 Jul 28 21:44:55.867103 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e99fb-5dc3-45fa-9b9c-3166ae218598 req-14428d61-7f24-4de8-b7fa-a3dbb1c9fca5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:55.868580 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a02e99fb-5dc3-45fa-9b9c-3166ae218598 req-14428d61-7f24-4de8-b7fa-a3dbb1c9fca5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0513551 Jul 28 21:44:55.905470 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a02e99fb-5dc3-45fa-9b9c-3166ae218598 req-f8c26365-8715-4395-90f1-56f1a75a6e31 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309942 Jul 28 21:44:56.147905 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd09989-7453-444e-a180-8249fe8415d3 req-c0cd195b-9991-46c4-9f08-08a978836b4f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:56.149385 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7bd09989-7453-444e-a180-8249fe8415d3 req-c0cd195b-9991-46c4-9f08-08a978836b4f tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0489900 Jul 28 21:44:56.189532 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7bd09989-7453-444e-a180-8249fe8415d3 req-d058691a-7eb6-4035-b0be-d54137f2ccb3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340686 Jul 28 21:44:57.012586 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:44:57.023373 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e79b9-337e-47db-946f-684ea2d14d13 req-0625a57a-0e4b-47ec-9144-d85fb839488d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:57.024856 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fe7e79b9-337e-47db-946f-684ea2d14d13 req-0625a57a-0e4b-47ec-9144-d85fb839488d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0483108 Jul 28 21:44:57.062488 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fe7e79b9-337e-47db-946f-684ea2d14d13 req-c6adbcc1-3d4b-44f7-a0e4-5cc067efa5e7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300207 Jul 28 21:44:57.111611 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:44:57.126410 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'mac_address': 'fa:16:3e:50:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:44:57.163432 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:57.176291 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62735ed-64b4-4130-8466-407ab22b11fc {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:44:57.196828 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:44:57.200709 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:57.259043 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:57.266965 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.267440 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.267818 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.268212 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.268613 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.268976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.269311 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.269636 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.270018 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.270437 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.270831 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.271089 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:44:57.305148 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcafa6-123b-4580-abda-5b293d51ab5e req-a87d6262-9351-47c8-995a-c941329075f4 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:57.306761 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-06fcafa6-123b-4580-abda-5b293d51ab5e req-a87d6262-9351-47c8-995a-c941329075f4 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0486565 Jul 28 21:44:57.350064 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-06fcafa6-123b-4580-abda-5b293d51ab5e req-fbe13925-bcdb-4c2e-9d18-35a9374083b3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359704 Jul 28 21:44:57.459073 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d62735ed-64b4-4130-8466-407ab22b11fc'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:44:58.125646 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:44:58.178876 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879a1de-1ce5-4695-9ced-e8afd895609e req-8228c0d9-c8bd-44db-952a-30ff597dca2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:58.179497 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port d62735ed-64b4-4130-8466-407ab22b11fc completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:44:58.180355 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6879a1de-1ce5-4695-9ced-e8afd895609e req-8228c0d9-c8bd-44db-952a-30ff597dca2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Jul 28 21:44:58.183644 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port d62735ed-64b4-4130-8466-407ab22b11fc triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:44:58.184133 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:58.226557 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6879a1de-1ce5-4695-9ced-e8afd895609e req-de1e0b65-486b-4441-b82a-26e096a0c9a3 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372336 Jul 28 21:44:58.270945 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:58.292923 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:44:58.295220 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5495f1-4c8e-4bfa-b83b-b6483784516d" -d '{"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-plugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:44:58.309143 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:44:58.313877 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:44:58.337600 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b77172-4edf-457c-823b-65114cace7a4 x-openstack-request-id: req-64b77172-4edf-457c-823b-65114cace7a4 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:44:58.337883 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-plugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:44:58.338168 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64b77172-4edf-457c-823b-65114cace7a4 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:44:58.338538 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'code': 200} Jul 28 21:44:58.366590 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:44:58.494912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3e2f9-0c5a-491b-9a0c-b21a58c053c6 req-88b5717a-5c21-402f-95ae-ce0403718ec8 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:58.497132 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-08b3e2f9-0c5a-491b-9a0c-b21a58c053c6 req-88b5717a-5c21-402f-95ae-ce0403718ec8 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0765314 Jul 28 21:44:58.593836 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e1f26-1baa-4c49-a14e-af1a77ff90e4 req-e40bdf53-245f-4ad8-b7ad-6be79f2059c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:58.596301 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-024e1f26-1baa-4c49-a14e-af1a77ff90e4 req-e40bdf53-245f-4ad8-b7ad-6be79f2059c3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1099 time: 0.0976884 Jul 28 21:44:58.621561 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-08b3e2f9-0c5a-491b-9a0c-b21a58c053c6 req-69d878fa-2af8-4022-91fd-6173fe0f9a1d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0840602 Jul 28 21:44:58.659455 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-024e1f26-1baa-4c49-a14e-af1a77ff90e4 req-662aaabc-ba1a-4101-8f39-994e6101d909 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530040 Jul 28 21:44:59.349697 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9306bd8-30d2-4675-ade8-39bc18057a5a req-f76b8b85-2e8e-4a64-a779-628c5f855082 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:59.351109 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e9306bd8-30d2-4675-ade8-39bc18057a5a req-f76b8b85-2e8e-4a64-a779-628c5f855082 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0510304 Jul 28 21:44:59.387896 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e9306bd8-30d2-4675-ade8-39bc18057a5a req-c048bd7a-727f-4be4-9238-d5f4e51f70b7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Jul 28 21:44:59.768473 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c17ab-7463-4a23-9271-ad9be4296a9a req-d6e1dea6-80fc-4f4e-9759-af5fbde56d45 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:44:59.770129 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1f1c17ab-7463-4a23-9271-ad9be4296a9a req-d6e1dea6-80fc-4f4e-9759-af5fbde56d45 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0535722 Jul 28 21:45:00.051058 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1f1c17ab-7463-4a23-9271-ad9be4296a9a req-73461e4b-5cb9-4247-a7b4-0aff20d342f3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2748454 Jul 28 21:45:00.510122 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b1711-f5d1-460a-8c19-4699b0b355fc req-af32c715-cb4c-43cc-8189-a492d1516651 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:00.511794 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d37b1711-f5d1-460a-8c19-4699b0b355fc req-af32c715-cb4c-43cc-8189-a492d1516651 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0509343 Jul 28 21:45:00.548686 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d37b1711-f5d1-460a-8c19-4699b0b355fc req-292acd46-84f1-459f-a23a-6c95c8e74c5c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Jul 28 21:45:00.658800 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d3bc-aa8b-4919-8f71-86c8b7b480a7 req-ea890545-227d-459f-86a5-56233fe2471f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:00.660229 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-73b2d3bc-aa8b-4919-8f71-86c8b7b480a7 req-ea890545-227d-459f-86a5-56233fe2471f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0461895 Jul 28 21:45:00.668457 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35940) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:00.673372 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Request body: {'floatingip': {'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:45:00.710456 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.134520 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.140051 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.168370 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58310d9-9770-4669-864a-74ea081f37a8 req-834a4c82-1869-4851-b097-1ce9cd1eb2d3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:01.169995 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b58310d9-9770-4669-864a-74ea081f37a8 req-834a4c82-1869-4851-b097-1ce9cd1eb2d3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0501435 Jul 28 21:45:01.226831 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b58310d9-9770-4669-864a-74ea081f37a8 req-8bfcbd9b-3fc0-4eb2-8546-943ecfecaba2 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486908 Jul 28 21:45:01.257115 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Floating IP 9a722e5e-1f67-4e1e-b71b-1cda6c3423c4 associated. External IP: 172.27.3.70, port: d62735ed-64b4-4130-8466-407ab22b11fc. Jul 28 21:45:01.343648 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 35966) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:01.475605 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2ed5460e-157d-4765-9f53-3798b01f79ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.513442 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:45:01.679041 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:45:01.684101 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.688928 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:45:01.701347 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:45:01.701965 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:44:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:01.705988 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2ed5460e-157d-4765-9f53-3798b01f79ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.713025 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-2ed5460e-157d-4765-9f53-3798b01f79ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.731659 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a8543049-a030-462f-8837-4f5fa3e7d5f5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "PUT /v2.0/floatingips/9a722e5e-1f67-4e1e-b71b-1cda6c3423c4 HTTP/1.1" status: 200 len: 991 time: 1.0621226 Jul 28 21:45:01.735721 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:45:01.738025 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1434a385-f6b1-4bfc-bdbd-91ba84424db3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:45:01.766960 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-2ed5460e-157d-4765-9f53-3798b01f79ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=744c17d6ccc84763abc3c6bd329fb305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203262 Jul 28 21:45:01.766960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5460e-157d-4765-9f53-3798b01f79ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1943fd32-dcab-447e-a4a0-618d54ed8a84,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:01.768587 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 35988) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:01.811984 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:45:01.828872 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a33416d-b47e-4f0c-a164-57962e5ad564 x-openstack-request-id: req-8a33416d-b47e-4f0c-a164-57962e5ad564 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:45:01.829232 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:45:01.829571 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a33416d-b47e-4f0c-a164-57962e5ad564 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:45:01.830058 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'status': 'completed', 'code': 200} Jul 28 21:45:01.845955 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cc753137-b2e9-46b5-95e0-8142243ee878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.867880 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cc753137-b2e9-46b5-95e0-8142243ee878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.899878 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-4ff53567-231a-48e4-9223-515ffc2249e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:01.901748 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-4ff53567-231a-48e4-9223-515ffc2249e0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1099 time: 0.0494807 Jul 28 21:45:01.921763 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cc753137-b2e9-46b5-95e0-8142243ee878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.924394 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-cc753137-b2e9-46b5-95e0-8142243ee878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:01.925602 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-cc753137-b2e9-46b5-95e0-8142243ee878 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1943fd32-dcab-447e-a4a0-618d54ed8a84 HTTP/1.1" status: 204 len: 168 time: 0.1557736 Jul 28 21:45:01.940686 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc753137-b2e9-46b5-95e0-8142243ee878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1943fd32-dcab-447e-a4a0-618d54ed8a84,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:01.996884 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-5adf4ffe-5f61-48f5-a86a-a5acecccd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:01.998325 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-5adf4ffe-5f61-48f5-a86a-a5acecccd9ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.0895834 Jul 28 21:45:02.066335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '9a722e5e-1f67-4e1e-b71b-1cda6c3423c4', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'mac_address': 'fa:16:3e:50:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:44:45Z', 'updated_at': '2021-07-28T21:45:01Z', 'revision_number': 1, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:02.070135 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-3f5e3929-05b6-415f-be7b-391fa0d14032 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 999 time: 0.0647066 Jul 28 21:45:02.093766 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:45:02.104161 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:45:02.105123 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:44:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:02.123721 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-a49f705c-2ed1-4197-b09f-25e5b1dce876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:02.126425 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-a49f705c-2ed1-4197-b09f-25e5b1dce876 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0496235 Jul 28 21:45:02.175468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-52fb47a1-8e25-402b-bab2-d95de9c1e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:02.177114 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-52fb47a1-8e25-402b-bab2-d95de9c1e418 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440586 Jul 28 21:45:02.218313 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:45:02.278440 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-9abad3d0-2283-4096-b333-a5267820d86f service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936291 Jul 28 21:45:02.356501 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78a2f2-6163-4821-bf7f-795243248c0f req-dba35620-7580-4ce6-9b51-224ae31f317a tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:02.358033 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bc78a2f2-6163-4821-bf7f-795243248c0f req-dba35620-7580-4ce6-9b51-224ae31f317a tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0524831 Jul 28 21:45:02.399401 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1434a385-f6b1-4bfc-bdbd-91ba84424db3 req-4377e094-5ef6-4eb5-962a-9cde6ad561ac service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134703 Jul 28 21:45:02.414261 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bc78a2f2-6163-4821-bf7f-795243248c0f req-f41e246e-3117-467f-842a-ebbe4800be1d tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&id=c3719d19-d828-4c72-be78-13e4eac26d1c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477314 Jul 28 21:45:02.493821 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '9a722e5e-1f67-4e1e-b71b-1cda6c3423c4', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'mac_address': 'fa:16:3e:50:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:44:45Z', 'updated_at': '2021-07-28T21:45:01Z', 'revision_number': 1, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:02.522284 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976532b-d400-4fac-80f2-dd38d4b85eae None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '9a722e5e-1f67-4e1e-b71b-1cda6c3423c4', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'mac_address': 'fa:16:3e:50:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:44:45Z', 'updated_at': '2021-07-28T21:45:01Z', 'revision_number': 1, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:45:02.746409 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61e15c-fbd6-40ad-bb82-082aadfd7c4e None None] New status for floating IP 9a722e5e-1f67-4e1e-b71b-1cda6c3423c4: ACTIVE {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:45:02.983501 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36066) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:03.086732 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fdaa78b3-267c-4eba-b038-44aa93441cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.193370 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fdaa78b3-267c-4eba-b038-44aa93441cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.193370 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-fdaa78b3-267c-4eba-b038-44aa93441cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.231344 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-fdaa78b3-267c-4eba-b038-44aa93441cc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5140c8cb9a134426afae61a7c5dc6165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467299 Jul 28 21:45:03.234547 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36074) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:03.236882 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa78b3-267c-4eba-b038-44aa93441cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1fb2a1-f2c4-4233-ba0f-2e16309464f1,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:03.282854 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aa189e42-5940-47d0-9547-8ec666531fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.303191 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aa189e42-5940-47d0-9547-8ec666531fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.348774 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aa189e42-5940-47d0-9547-8ec666531fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.352002 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-aa189e42-5940-47d0-9547-8ec666531fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.353179 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-aa189e42-5940-47d0-9547-8ec666531fb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd1fb2a1-f2c4-4233-ba0f-2e16309464f1 HTTP/1.1" status: 204 len: 168 time: 0.1175334 Jul 28 21:45:03.364999 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa189e42-5940-47d0-9547-8ec666531fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1fb2a1-f2c4-4233-ba0f-2e16309464f1,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:03.620578 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36094) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:03.638346 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d7e95d97-d57f-4e3f-9ea6-b2ffa954de8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.726872 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d7e95d97-d57f-4e3f-9ea6-b2ffa954de8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.730474 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d7e95d97-d57f-4e3f-9ea6-b2ffa954de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.769170 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e95d97-d57f-4e3f-9ea6-b2ffa954de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f06b0f-bec0-4562-98df-54297b646337,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:03.773349 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d7e95d97-d57f-4e3f-9ea6-b2ffa954de8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba37dd0c310a4d15a8721fbbaffeca37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517179 Jul 28 21:45:03.776102 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36096) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:03.829059 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-63436fc4-fa80-4d84-ad6c-461b24873da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.849532 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-63436fc4-fa80-4d84-ad6c-461b24873da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.895595 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-63436fc4-fa80-4d84-ad6c-461b24873da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.898195 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-63436fc4-fa80-4d84-ad6c-461b24873da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:03.899357 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-63436fc4-fa80-4d84-ad6c-461b24873da6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f06b0f-bec0-4562-98df-54297b646337 HTTP/1.1" status: 204 len: 168 time: 0.1222849 Jul 28 21:45:03.907239 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63436fc4-fa80-4d84-ad6c-461b24873da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f06b0f-bec0-4562-98df-54297b646337,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:04.217717 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36106) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:04.231513 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b1aa-5afb-4317-8058-935df9e92ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.321175 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b1aa-5afb-4317-8058-935df9e92ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.324857 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8bd8b1aa-5afb-4317-8058-935df9e92ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.361821 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8b1aa-5afb-4317-8058-935df9e92ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5802d923-e92c-4944-8cf4-4547141e1660,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:04.365911 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8bd8b1aa-5afb-4317-8058-935df9e92ecc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d5bf94950f547e2b0bef745127493cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471210 Jul 28 21:45:04.368599 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36108) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:04.415463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a435c55-e39a-4068-b899-369d36823b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.436960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a435c55-e39a-4068-b899-369d36823b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.483073 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a435c55-e39a-4068-b899-369d36823b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.486305 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a435c55-e39a-4068-b899-369d36823b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:04.487554 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-4a435c55-e39a-4068-b899-369d36823b35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5802d923-e92c-4944-8cf4-4547141e1660 HTTP/1.1" status: 204 len: 168 time: 0.1179805 Jul 28 21:45:04.495619 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a435c55-e39a-4068-b899-369d36823b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5802d923-e92c-4944-8cf4-4547141e1660,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:11.581489 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0c884469-9e4e-4834-ac3d-332c3a2d0e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:11.973364 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:45:12.736782 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:14.153859 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:14.211965 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e60ec276-1ad7-4e8a-a927-8816edbbcffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:15.360966 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:16.880973 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:17.301037 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a802d2-e745-4178-b189-2ff0cc582d37 req-ed4f71f2-d72c-4bda-83aa-5c8c342c4ad5 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:17.302535 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a7a802d2-e745-4178-b189-2ff0cc582d37 req-ed4f71f2-d72c-4bda-83aa-5c8c342c4ad5 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0571973 Jul 28 21:45:17.340409 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a7a802d2-e745-4178-b189-2ff0cc582d37 req-ab5672c3-edfe-4aa2-a481-b0154b2afbee tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Jul 28 21:45:18.682312 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff3f3c-a14b-4775-9c35-04c35a2e3fa1 req-53975b19-a1c6-464e-a397-eab8d02df473 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:18.683780 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a4ff3f3c-a14b-4775-9c35-04c35a2e3fa1 req-53975b19-a1c6-464e-a397-eab8d02df473 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.2724669 Jul 28 21:45:18.723518 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a4ff3f3c-a14b-4775-9c35-04c35a2e3fa1 req-27ceb222-7742-47ec-a1c8-661aafc4b8de tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331221 Jul 28 21:45:19.848078 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bbb3f-bc08-418b-9a67-6d18f9e8a122 req-acc218cf-241d-4b5d-8957-c68bdcec207c tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:19.850002 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-888bbb3f-bc08-418b-9a67-6d18f9e8a122 req-acc218cf-241d-4b5d-8957-c68bdcec207c tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0601261 Jul 28 21:45:19.887909 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-888bbb3f-bc08-418b-9a67-6d18f9e8a122 req-705b7e46-3eb4-4b87-94b2-8813aca6adf3 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320835 Jul 28 21:45:21.010225 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21815f6c-0184-46be-933b-12d1e7551c3b req-64274902-5444-4817-88ae-a7a6925c5d6d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:21.011968 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-21815f6c-0184-46be-933b-12d1e7551c3b req-64274902-5444-4817-88ae-a7a6925c5d6d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0574763 Jul 28 21:45:21.049611 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-21815f6c-0184-46be-933b-12d1e7551c3b req-45fb3577-2ba8-403c-b2bc-97efd1acf67e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312018 Jul 28 21:45:22.163732 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d2408-5b7d-4433-9728-2f6724140f3b req-9a50fb73-51f8-45e6-b677-b3fc64332a42 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:22.165223 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-083d2408-5b7d-4433-9728-2f6724140f3b req-9a50fb73-51f8-45e6-b677-b3fc64332a42 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0485775 Jul 28 21:45:22.203354 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-083d2408-5b7d-4433-9728-2f6724140f3b req-05de804e-5548-4c74-bee1-00ed9178ca5a tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Jul 28 21:45:23.315170 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fffe7-6c72-41d9-bb66-acc95e562c32 req-b4a6a743-14c4-4779-884c-7b39b00a5bc0 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:23.316631 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-290fffe7-6c72-41d9-bb66-acc95e562c32 req-b4a6a743-14c4-4779-884c-7b39b00a5bc0 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0474443 Jul 28 21:45:23.352472 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-290fffe7-6c72-41d9-bb66-acc95e562c32 req-6ca3e9cd-2e50-4d04-9ba2-c981b206bff0 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300722 Jul 28 21:45:24.472658 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123e81f-61db-43cd-891e-afdbc60709e6 req-f8c32307-6293-457b-b020-450f63ae1b03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:24.474154 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e123e81f-61db-43cd-891e-afdbc60709e6 req-f8c32307-6293-457b-b020-450f63ae1b03 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0521977 Jul 28 21:45:24.511736 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e123e81f-61db-43cd-891e-afdbc60709e6 req-abcde30c-6e94-4103-ad8b-ce02b1112580 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316703 Jul 28 21:45:25.625425 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4accdd-e244-48cb-908b-4ae3c92a66da req-b20ad3bb-8605-4e0f-b3f7-fe308a1b1fb0 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:25.627301 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c4accdd-e244-48cb-908b-4ae3c92a66da req-b20ad3bb-8605-4e0f-b3f7-fe308a1b1fb0 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0499966 Jul 28 21:45:25.664080 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5c4accdd-e244-48cb-908b-4ae3c92a66da req-cc9badd0-4f01-4605-8d71-52bc5779d1dc tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307195 Jul 28 21:45:26.775404 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696d4c2-e980-47c5-8f60-94319d1632d2 req-2f9474b2-9ba4-4e6b-a4eb-f36d2ce32710 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:26.776775 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d696d4c2-e980-47c5-8f60-94319d1632d2 req-2f9474b2-9ba4-4e6b-a4eb-f36d2ce32710 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0481925 Jul 28 21:45:26.813552 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d696d4c2-e980-47c5-8f60-94319d1632d2 req-71d80999-6196-438d-8e5d-40da5b275051 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Jul 28 21:45:27.930535 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ebde-a08d-44bc-a0ae-bce937ab0bf5 req-3985c245-7f02-4153-a72d-0644f7735199 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:27.932142 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4705ebde-a08d-44bc-a0ae-bce937ab0bf5 req-3985c245-7f02-4153-a72d-0644f7735199 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0525286 Jul 28 21:45:27.970492 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4705ebde-a08d-44bc-a0ae-bce937ab0bf5 req-5826b3a9-0e8d-4a5f-a748-19a3d31e0eeb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Jul 28 21:45:29.084223 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f850cf2-cc33-49a7-8418-9d854fb633fb req-5e221e76-4e73-4b3d-b87d-f2f928d3041b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:29.085791 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5f850cf2-cc33-49a7-8418-9d854fb633fb req-5e221e76-4e73-4b3d-b87d-f2f928d3041b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0488772 Jul 28 21:45:29.127083 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5f850cf2-cc33-49a7-8418-9d854fb633fb req-dd4f70c7-a2b1-406c-9337-55295e6c58a9 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341165 Jul 28 21:45:29.581244 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36288) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:29.679240 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.766699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.770186 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.807075 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b081a4cfd1864565ad8311398e67aeb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247791 Jul 28 21:45:29.808251 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02332bf-120c-47d0-a067-472671c39845,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:29.809721 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36292) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:29.815174 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.815521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.815857 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.816188 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.816512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.816837 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.817158 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.817481 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.817802 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.818143 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.818463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.818778 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860b94b8-2b2e-4020-b0b7-d759923bda3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.857539 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.878528 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.922789 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.925261 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:29.926427 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d02332bf-120c-47d0-a067-472671c39845 HTTP/1.1" status: 204 len: 168 time: 0.1156716 Jul 28 21:45:29.933729 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02332bf-120c-47d0-a067-472671c39845,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:29.940775 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.941128 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.941469 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.941805 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.942166 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.942500 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.942846 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.943154 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.943481 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.943809 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.944131 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:29.944451 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36169ed5-e461-4199-981a-decb79ffa999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:45:30.249978 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7ad43-b51f-46c1-a6da-a855d712f387 req-21f89841-51bb-4173-aaad-ffbc66ab2ceb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:30.252497 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0da7ad43-b51f-46c1-a6da-a855d712f387 req-21f89841-51bb-4173-aaad-ffbc66ab2ceb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0546978 Jul 28 21:45:30.291341 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0da7ad43-b51f-46c1-a6da-a855d712f387 req-2184809b-6970-41da-8ce9-2e7652e8795b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330606 Jul 28 21:45:30.894087 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36328) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:30.993501 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-12c817bf-a952-4d75-bbba-b04b10465105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.085850 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-12c817bf-a952-4d75-bbba-b04b10465105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.089389 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-12c817bf-a952-4d75-bbba-b04b10465105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.132544 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-12c817bf-a952-4d75-bbba-b04b10465105 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cef9a656416443fbb9e95f000c5c09a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372839 Jul 28 21:45:31.133404 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c817bf-a952-4d75-bbba-b04b10465105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502b6776-5641-4880-90e9-be89bafc2f24,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:31.135293 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36332) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:31.182547 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ed8782e9-9b1d-476b-90ee-cb9a37c8e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.202149 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ed8782e9-9b1d-476b-90ee-cb9a37c8e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.247231 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ed8782e9-9b1d-476b-90ee-cb9a37c8e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.249640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ed8782e9-9b1d-476b-90ee-cb9a37c8e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:31.251061 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ed8782e9-9b1d-476b-90ee-cb9a37c8e13e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/502b6776-5641-4880-90e9-be89bafc2f24 HTTP/1.1" status: 204 len: 168 time: 0.1144373 Jul 28 21:45:31.258796 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8782e9-9b1d-476b-90ee-cb9a37c8e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502b6776-5641-4880-90e9-be89bafc2f24,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:31.409878 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853fc9f-467d-465f-b0d0-b489d8dd6e23 req-0557f7a9-1c64-41ec-b314-8c43962a547d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:31.411963 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a853fc9f-467d-465f-b0d0-b489d8dd6e23 req-0557f7a9-1c64-41ec-b314-8c43962a547d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0556440 Jul 28 21:45:31.458367 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a853fc9f-467d-465f-b0d0-b489d8dd6e23 req-987ff687-2038-4c6a-9ff6-3e0340b8c656 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395460 Jul 28 21:45:32.573493 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2981f04-e0de-436d-b3cf-360ee4088490 req-acff8481-23a6-438c-b5ab-a69eed8cd692 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:32.575177 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b2981f04-e0de-436d-b3cf-360ee4088490 req-acff8481-23a6-438c-b5ab-a69eed8cd692 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0474589 Jul 28 21:45:32.614906 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b2981f04-e0de-436d-b3cf-360ee4088490 req-3f1c88b6-3e1b-4b8d-89c9-1e09103e0a96 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310071 Jul 28 21:45:33.728517 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dee21f-d9cf-4259-a66e-134785b13df9 req-24022422-8519-441a-a4fe-4963637833fb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:33.729892 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-49dee21f-d9cf-4259-a66e-134785b13df9 req-24022422-8519-441a-a4fe-4963637833fb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0476356 Jul 28 21:45:33.767147 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-49dee21f-d9cf-4259-a66e-134785b13df9 req-919bcf5d-bcde-4db4-94e0-d06b6c90ebf5 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314140 Jul 28 21:45:34.878440 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05c12-9a07-4f98-bbe0-2947fd39906d req-64af6263-e39e-494c-a329-8a7c085617fb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:34.879881 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b3c05c12-9a07-4f98-bbe0-2947fd39906d req-64af6263-e39e-494c-a329-8a7c085617fb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0472045 Jul 28 21:45:34.920276 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b3c05c12-9a07-4f98-bbe0-2947fd39906d req-6d2933af-16cd-4d1b-a9f1-41bcd952880e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342233 Jul 28 21:45:36.033225 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d46a8-d3f2-4e42-9a2b-59668b3b20ee req-67d156aa-143a-4fb4-8f7a-2df1818f0ac9 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:36.034643 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-886d46a8-d3f2-4e42-9a2b-59668b3b20ee req-67d156aa-143a-4fb4-8f7a-2df1818f0ac9 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0484991 Jul 28 21:45:36.070715 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-886d46a8-d3f2-4e42-9a2b-59668b3b20ee req-a3cccd06-afe0-4e71-9399-3c0d5464b639 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302272 Jul 28 21:45:37.184236 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbec4a6-33ad-443f-ae28-42982b09358d req-99890423-07f7-400b-8f0b-ead84e651355 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:37.185719 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cfbec4a6-33ad-443f-ae28-42982b09358d req-99890423-07f7-400b-8f0b-ead84e651355 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0481369 Jul 28 21:45:37.222856 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cfbec4a6-33ad-443f-ae28-42982b09358d req-b6330de2-2c65-4544-bbee-93ced4f29c08 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311778 Jul 28 21:45:37.564110 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-a7fda1bc-7031-4e0a-89eb-ec99b9976278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:37.565576 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-a7fda1bc-7031-4e0a-89eb-ec99b9976278 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1098 time: 0.1279783 Jul 28 21:45:37.659233 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-2860c164-788e-4477-bff7-e551faeea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:37.660677 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-2860c164-788e-4477-bff7-e551faeea1b9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 908 time: 0.0873983 Jul 28 21:45:37.725497 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-da9f8b51-edcc-4fca-a82e-52248c16e5c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 1000 time: 0.0557399 Jul 28 21:45:37.783976 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-57034df0-c545-4f60-979d-437a96d972c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:37.785611 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-57034df0-c545-4f60-979d-437a96d972c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.0520959 Jul 28 21:45:37.830825 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-884816ed-f9e6-4a35-a2a3-e93a06d0ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:37.832318 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-884816ed-f9e6-4a35-a2a3-e93a06d0ce0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387897 Jul 28 21:45:37.922049 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-b5c170c6-d3e6-4237-9565-a6ed362f002b service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793324 Jul 28 21:45:38.013413 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-09bb30ea-e3a8-4bd0-b8c7-9fa27afab6b7 req-3a18d028-2406-4c88-87bc-524c2b0bec63 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836210 Jul 28 21:45:38.335109 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432742b1-42d5-4cec-8d68-0d1a78c8f6b3 req-a5dd4410-00f9-4023-9044-70b0bdbd57f4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:38.336560 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-432742b1-42d5-4cec-8d68-0d1a78c8f6b3 req-a5dd4410-00f9-4023-9044-70b0bdbd57f4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0480211 Jul 28 21:45:38.377657 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-432742b1-42d5-4cec-8d68-0d1a78c8f6b3 req-fb0897ae-fdff-434e-8cfd-c6a2dc178a10 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Jul 28 21:45:39.316925 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-c2a4a568-99c0-4a11-9fe5-b1e9a7138dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:39.318323 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-c2a4a568-99c0-4a11-9fe5-b1e9a7138dc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1098 time: 0.0391333 Jul 28 21:45:39.424306 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-a43bb616-c031-4235-b1ea-8dc5a137e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:39.425770 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-a43bb616-c031-4235-b1ea-8dc5a137e6de service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 908 time: 0.0859244 Jul 28 21:45:39.490598 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b0e7-bc70-4dc5-898c-f29f0080a7c2 req-2c9079f0-8785-4e3f-88a3-40a0f65576c1 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:39.492160 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4b72b0e7-bc70-4dc5-898c-f29f0080a7c2 req-2c9079f0-8785-4e3f-88a3-40a0f65576c1 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0482352 Jul 28 21:45:39.494928 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-8dc8d789-47c7-4ba4-b7f0-9c784c98a8b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 1000 time: 0.0572326 Jul 28 21:45:39.531053 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4b72b0e7-bc70-4dc5-898c-f29f0080a7c2 req-84161661-08ce-43b9-84a5-f48230aba369 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Jul 28 21:45:39.558076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-43009f37-a70b-4848-aa2b-179d89546ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:39.559604 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-43009f37-a70b-4848-aa2b-179d89546ec5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.0464680 Jul 28 21:45:39.621324 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-6ee798a0-71f9-4b12-b229-bdbcefd5d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:39.622825 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-6ee798a0-71f9-4b12-b229-bdbcefd5d525 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418591 Jul 28 21:45:39.711794 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-772e2715-1e1c-4a5d-87b7-546a7aa8db49 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813761 Jul 28 21:45:39.804822 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-deee6e51-1858-49e9-ab61-bf80027ccf8d req-beca223e-ccda-4e13-aa54-6e16c5a957a2 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842052 Jul 28 21:45:40.643758 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c45a59-5bbc-46e5-8060-20d5acf49de5 req-490d8d8b-b52c-4cd4-b1f5-30e1d3366e10 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:40.645211 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-96c45a59-5bbc-46e5-8060-20d5acf49de5 req-490d8d8b-b52c-4cd4-b1f5-30e1d3366e10 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0479252 Jul 28 21:45:40.681591 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-96c45a59-5bbc-46e5-8060-20d5acf49de5 req-e85e7110-1424-4b41-a687-3197066ba2e6 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306983 Jul 28 21:45:40.857870 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-a13f1df5-89e2-4065-a4f1-fd4133296425 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386531 Jul 28 21:45:40.888337 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b96617-1e02-4a32-865c-59f8b305d221 req-50c0a53b-6fce-4b51-a138-86da0c878816 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:40.889848 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1b96617-1e02-4a32-865c-59f8b305d221 req-50c0a53b-6fce-4b51-a138-86da0c878816 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0482984 Jul 28 21:45:40.930737 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a1b96617-1e02-4a32-865c-59f8b305d221 req-04a05146-c07d-4bc2-b55e-6d45fd05d411 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343747 Jul 28 21:45:41.582358 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a62fdd2d-6c23-4c5b-a2d5-c02087e095de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:42.042879 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07adb85-9669-4a5a-bcb8-cfffb100aaa5 req-4aae0d19-ba52-45a6-aa72-750ceae17fad tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:42.044410 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d07adb85-9669-4a5a-bcb8-cfffb100aaa5 req-4aae0d19-ba52-45a6-aa72-750ceae17fad tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jul 28 21:45:42.081725 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d07adb85-9669-4a5a-bcb8-cfffb100aaa5 req-e62f4695-2d2c-43c6-83e1-25a7bf30b4dc tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Jul 28 21:45:42.174047 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f502d-52bd-499b-a476-f509282ca349 req-0caf6fa5-fe9f-4403-8f6f-0bc6daf1dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:42.175558 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-0caf6fa5-fe9f-4403-8f6f-0bc6daf1dec1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e&tenant_id=c25557b9016b4b95b3d7bedacc4dc00b HTTP/1.1" status: 200 len: 1098 time: 0.0402966 Jul 28 21:45:42.233412 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f502d-52bd-499b-a476-f509282ca349 req-329b124c-e989-4b2e-9611-4202afb3efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:42.235450 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-329b124c-e989-4b2e-9611-4202afb3efb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1098 time: 0.0388398 Jul 28 21:45:42.324241 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f502d-52bd-499b-a476-f509282ca349 req-cbf3fab9-1f78-4f79-ba93-b4ded6387abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:42.325692 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-cbf3fab9-1f78-4f79-ba93-b4ded6387abb service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 908 time: 0.0845342 Jul 28 21:45:42.391778 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-ddf9c2ce-6899-4da6-9b82-4607446f80d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 1000 time: 0.0577188 Jul 28 21:45:42.445652 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f502d-52bd-499b-a476-f509282ca349 req-ae0f44b9-1314-40b1-9ce7-62681a3abd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:42.447153 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-ae0f44b9-1314-40b1-9ce7-62681a3abd81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.0470502 Jul 28 21:45:42.493335 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f502d-52bd-499b-a476-f509282ca349 req-928f398a-3b35-4fcd-884e-0e408a60de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:42.494739 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-928f398a-3b35-4fcd-884e-0e408a60de30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406361 Jul 28 21:45:42.579312 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-f03dfd76-71b1-43e4-b57f-caf5951a88b7 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768085 Jul 28 21:45:42.668075 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a74f502d-52bd-499b-a476-f509282ca349 req-2fc5f709-1a4e-4195-a116-1859c8482fd0 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821760 Jul 28 21:45:42.743891 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:43.194337 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde08b9-fd4d-4b97-889a-4a6454cbe3ce req-5e24a963-fc7e-4d89-bf04-adec78ee4f85 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:43.195891 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bdde08b9-fd4d-4b97-889a-4a6454cbe3ce req-5e24a963-fc7e-4d89-bf04-adec78ee4f85 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0488052 Jul 28 21:45:43.234466 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bdde08b9-fd4d-4b97-889a-4a6454cbe3ce req-40b3bd11-2fe0-4cdd-9253-ad7016e928b1 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 28 21:45:44.155545 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:44.211022 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-886e166f-273f-448c-96b7-9f434d36f7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:44.405190 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:45:44.457137 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58f778-b92a-481b-8458-e68ddd953bdc req-d9772df7-b0d3-4e80-b700-ab5ed7c325f8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:44.458714 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2c58f778-b92a-481b-8458-e68ddd953bdc req-d9772df7-b0d3-4e80-b700-ab5ed7c325f8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.1540287 Jul 28 21:45:44.483079 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:44.498126 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2c58f778-b92a-481b-8458-e68ddd953bdc req-08ea5d0b-bc3d-4e07-b0f8-76849056fdc7 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314870 Jul 28 21:45:44.505501 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:45:44.507839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c223a3-5978-409f-8419-3d3146da1a16" -d '{"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-unplugged", "status": "completed", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:45:44.521273 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:44.524795 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:44.551195 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 21:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7807d02-c457-4b7c-bc12-c433f3ecb355 x-openstack-request-id: req-c7807d02-c457-4b7c-bc12-c433f3ecb355 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:45:44.551508 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-unplugged", "status": "completed", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:45:44.551759 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7807d02-c457-4b7c-bc12-c433f3ecb355 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:45:44.552194 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'code': 200} Jul 28 21:45:44.575060 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=6']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:45.372408 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:45.615322 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9221696-43bb-4db8-825a-38053679321a req-b19f62d2-439a-4397-8e78-f2f05df49d29 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:45.616771 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d9221696-43bb-4db8-825a-38053679321a req-b19f62d2-439a-4397-8e78-f2f05df49d29 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.0508757 Jul 28 21:45:45.653598 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d9221696-43bb-4db8-825a-38053679321a req-dcfc1fc7-1308-4aeb-a5ba-39326833684a tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Jul 28 21:45:46.767972 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b5c0-5d38-4d0c-9ad5-e609b0d1ad0e req-f36da0a9-450f-4604-9056-d6408ca74dff tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:46.769337 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f227b5c0-5d38-4d0c-9ad5-e609b0d1ad0e req-f36da0a9-450f-4604-9056-d6408ca74dff tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.0480952 Jul 28 21:45:46.811161 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f227b5c0-5d38-4d0c-9ad5-e609b0d1ad0e req-dad2c79b-fbaf-4797-ad2a-15457b42f2b2 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360639 Jul 28 21:45:46.883825 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:47.926906 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f9258-d954-461b-a262-df05fd596e5a req-c872b316-b49f-4dc8-98e1-7ba343733ae5 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:47.928356 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-273f9258-d954-461b-a262-df05fd596e5a req-c872b316-b49f-4dc8-98e1-7ba343733ae5 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.0479882 Jul 28 21:45:47.964730 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-273f9258-d954-461b-a262-df05fd596e5a req-0e640cfd-2570-4b0c-933c-b47808fdb70b tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 Jul 28 21:45:48.753327 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20712242-e908-4bac-86ec-bf431ec29989 req-f96dfef5-b443-402f-a150-8dc26f6f6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:48.754726 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-20712242-e908-4bac-86ec-bf431ec29989 req-f96dfef5-b443-402f-a150-8dc26f6f6f62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1096 time: 0.0389774 Jul 28 21:45:48.787814 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-20712242-e908-4bac-86ec-bf431ec29989 req-46f5304b-2a6a-4e48-834c-8169daf3e946 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254776 Jul 28 21:45:48.972058 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:45:49.077483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b6b10-3643-4740-a801-aff70f6ddb9a req-12845b4f-fab8-49ce-8dbe-b861c479f868 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:49.079080 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-761b6b10-3643-4740-a801-aff70f6ddb9a req-12845b4f-fab8-49ce-8dbe-b861c479f868 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.0487719 Jul 28 21:45:49.117014 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-761b6b10-3643-4740-a801-aff70f6ddb9a req-45102919-88f2-4cd8-8b9c-100d2150d7b8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Jul 28 21:45:49.577468 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-28116af2-08ee-472a-bcf0-0d56d4c376b3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146095220&fields=id&tenant_id=aabcf091815b4a0998b6b49e36980100 HTTP/1.1" status: 200 len: 267 time: 0.0314612 Jul 28 21:45:49.632363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-4044b852-c3ed-4c31-afb3-87069a764e7c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:49.633822 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-4044b852-c3ed-4c31-afb3-87069a764e7c tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 984 time: 0.0501535 Jul 28 21:45:49.645004 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Request body: {'port': {'security_groups': ['94b8a219-ce0a-41d4-919b-0a6af69d8c09']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:45:49.707799 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:49.873700 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:49.901115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:49.905157 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:49.917323 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6b46be28-2710-4e64-88e8-9030d6c048f7'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:45:49.946574 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:49.947168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:49.948533 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-23749a38-a48c-4d43-8b91-65f9bb8bebab req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "PUT /v2.0/ports/6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 942 time: 0.3083565 Jul 28 21:45:49.948976 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:45:49.951416 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b92ae-84da-4333-9468-82a1ff77b093" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:45:49.956060 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36440) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:49.980601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b778f-b662-40a7-9b32-b89bf5bd7cdc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event updated for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=7']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:50.027352 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6b46be28-2710-4e64-88e8-9030d6c048f7'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:45:50.045939 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a3f18e1d-839d-497a-9f50-f06f354e98ec tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.077461 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a3f18e1d-839d-497a-9f50-f06f354e98ec tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.077958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c949e-181e-4e2c-ba98-81d2b812b8cc x-openstack-request-id: req-6d1c949e-181e-4e2c-ba98-81d2b812b8cc {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:45:50.078246 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:45:50.078527 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d1c949e-181e-4e2c-ba98-81d2b812b8cc {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:45:50.078924 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'status': 'completed', 'code': 200} Jul 28 21:45:50.153494 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b92ae-84da-4333-9468-82a1ff77b093 req-2e127bd6-223a-4877-953f-824c8abce1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:50.154629 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a3f18e1d-839d-497a-9f50-f06f354e98ec tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.155730 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-2e127bd6-223a-4877-953f-824c8abce1ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1098 time: 0.0502596 Jul 28 21:45:50.159050 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a3f18e1d-839d-497a-9f50-f06f354e98ec tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.162814 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a3f18e1d-839d-497a-9f50-f06f354e98ec tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "DELETE /v2.0/security-groups/c3719d19-d828-4c72-be78-13e4eac26d1c HTTP/1.1" status: 204 len: 168 time: 0.2046783 Jul 28 21:45:50.166235 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36446) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:50.170672 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f18e1d-839d-497a-9f50-f06f354e98ec tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3719d19-d828-4c72-be78-13e4eac26d1c,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:50.272376 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-a3b9a62e-b468-4ced-ac25-901c0718e178 None None] Provisioning complete for port 6b46be28-2710-4e64-88e8-9030d6c048f7 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:45:50.272659 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a3b9a62e-b468-4ced-ac25-901c0718e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.362868 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cf2b-dc8a-45ab-8c7f-9bb4fd2f36b8 req-b00d578f-45d9-46c3-a6e2-b097c1e0251c tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:50.364309 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6287cf2b-dc8a-45ab-8c7f-9bb4fd2f36b8 req-b00d578f-45d9-46c3-a6e2-b097c1e0251c tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 943 time: 0.1173089 Jul 28 21:45:50.457457 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:45:50.555865 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:50.568710 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '12a66bb3-4839-4695-865f-377098eed46e', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'port_id': '12a66bb3-4839-4695-865f-377098eed46e', 'mac_address': 'fa:16:3e:88:bf:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:45:50.605444 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.618247 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a66bb3-4839-4695-865f-377098eed46e {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:45:50.631705 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b92ae-84da-4333-9468-82a1ff77b093 req-2fbae189-02eb-4cdf-a1f1-e328a4b32fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:50.633148 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-2fbae189-02eb-4cdf-a1f1-e328a4b32fba service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 915 time: 0.4696338 Jul 28 21:45:50.637509 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:50.642385 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.690693 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=7']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:50.710619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6287cf2b-dc8a-45ab-8c7f-9bb4fd2f36b8 req-bf72ca92-96a0-41f3-b732-98ed43db40c2 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356223 Jul 28 21:45:50.732501 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-4cf79c4c-a6af-40cb-a204-ec9bf2713e04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 999 time: 0.0898767 Jul 28 21:45:50.757262 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Deleting port 415b5323-8a4c-4045-ab7d-d54cd68071f8 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:45:50.757596 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.830114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b92ae-84da-4333-9468-82a1ff77b093 req-cd26ea80-4c1b-4c87-bcf5-7bbce5d9320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:50.831558 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-cd26ea80-4c1b-4c87-bcf5-7bbce5d9320a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.0889440 Jul 28 21:45:50.860557 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['12a66bb3-4839-4695-865f-377098eed46e'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:45:50.886735 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.887064 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:50.902671 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Calling delete_port for 415b5323-8a4c-4045-ab7d-d54cd68071f8 owned by network:floatingip {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:45:50.907979 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b92ae-84da-4333-9468-82a1ff77b093 req-93749fc7-b19d-498c-acb6-8310bf5109da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:50.909462 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-93749fc7-b19d-498c-acb6-8310bf5109da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669131 Jul 28 21:45:51.082960 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-db42c4d4-0ae8-42fb-acec-6187718fd1a4 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654644 Jul 28 21:45:51.208475 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-083b92ae-84da-4333-9468-82a1ff77b093 req-93e84a4c-d684-4786-876f-e86b7c052ae4 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139092 Jul 28 21:45:51.209470 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:51.234125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event deleted for resources: {'Port': ['ID=415b5323-8a4c-4045-ab7d-d54cd68071f8,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:51.294079 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks [] for floatingip, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:51.294436 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Floating IP f9bb404f-edea-4261-9b99-8e0268b98d8d disassociated (deleted). External IP: 172.27.3.6, port: 6b46be28-2710-4e64-88e8-9030d6c048f7. Jul 28 21:45:51.486941 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Router bac92253-6dd2-4d0c-b4c1-99bb31167996 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:45:51.590214 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:45:51.594546 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:51.608036 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] Sync routers for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:45:51.617725 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:45:51.618365 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:51.621109 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-da940770-e270-4f6d-9c51-413bf57d54c3 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9bb404f-edea-4261-9b99-8e0268b98d8d HTTP/1.1" status: 204 len: 168 time: 1.4539728 Jul 28 21:45:51.853382 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:45:52.047856 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:42Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:52.072533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] Checking router: bac92253-6dd2-4d0c-b4c1-99bb31167996 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:45:52.080192 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:45:52.080670 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:45:52.080980 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:52.082531 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:45:52.125049 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d1aab-0bc9-4f1c-9895-5c2baa00f3cd x-openstack-request-id: req-507d1aab-0bc9-4f1c-9895-5c2baa00f3cd {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:45:52.125333 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:45:52.125582 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-507d1aab-0bc9-4f1c-9895-5c2baa00f3cd {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:45:52.126267 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'status': 'completed', 'code': 200} Jul 28 21:45:52.187854 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:45:52.198070 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-3d2e5e93-de38-4173-879e-3dcdcdcd02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:52.199715 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-3d2e5e93-de38-4173-879e-3dcdcdcd02a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aabcf091815b4a0998b6b49e36980100&device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 1098 time: 0.0453315 Jul 28 21:45:52.293223 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-80bd89e5-6db3-498b-9046-cc2cb771560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:52.294755 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-80bd89e5-6db3-498b-9046-cc2cb771560f service neutron] 10.222.0.22 "GET /v2.0/networks?id=1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 200 len: 915 time: 0.0849199 Jul 28 21:45:52.338633 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-8e958f75-4761-4ccf-8a3b-20de1f3e377c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 200 len: 217 time: 0.0366511 Jul 28 21:45:52.386065 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:42Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:45:52.387643 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-7c6eecd8-b6e8-4df0-8550-c9216b9db37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:52.389095 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-7c6eecd8-b6e8-4df0-8550-c9216b9db37a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 200 len: 853 time: 0.0426862 Jul 28 21:45:52.413385 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74cc170-644b-4741-b3e1-5230d5d25530 None None] The sync data for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi is: [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:31Z', 'revision_number': 4, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'bdd4b6bd-01b3-48b7-8f51-d79cf2314b37', 'name': '', 'network_id': '1e08f187-da56-41d2-9712-8e2ded2599d0', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'mac_address': 'fa:16:3e:38:d0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:30Z', 'updated_at': '2021-07-28T21:42:42Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'subnets': [{'id': '377ac414-7a99-459d-9ebf-fc0a8c51a086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:45:52.439817 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-ee6da249-dd79-4799-8d14-e5a7a322b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:52.441336 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-ee6da249-dd79-4799-8d14-e5a7a322b1d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1e08f187-da56-41d2-9712-8e2ded2599d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441160 Jul 28 21:45:52.460542 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:45:52.512427 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 12a66bb3-4839-4695-865f-377098eed46e triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:45:52.512905 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:52.544823 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-a711be00-74db-4098-bd21-bb46425106f1 service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959218 Jul 28 21:45:52.594416 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:52.624692 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:45:52.627451 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42704464-63c9-4f41-b396-9a08f6694efe" -d '{"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-plugged", "status": "completed", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:45:52.639085 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:52.644193 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:52.645312 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6fc503f9-ad7a-4dd4-a966-d8fe7282b0a4 req-6a6a1985-1875-4bd1-852b-8d76d1422bea service neutron] 10.222.0.22 "GET /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920208 Jul 28 21:45:52.699490 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=8']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:52.713695 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d31488a-2fdb-45e2-b462-8449e752dd41 None None] New status for floating IP f9bb404f-edea-4261-9b99-8e0268b98d8d: DOWN {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:45:52.727312 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f3baa6-0e10-427f-a6af-4fc7bad4dc48 x-openstack-request-id: req-35f3baa6-0e10-427f-a6af-4fc7bad4dc48 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:45:52.727601 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-plugged", "status": "completed", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:45:52.727848 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35f3baa6-0e10-427f-a6af-4fc7bad4dc48 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:45:52.728237 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'code': 200} Jul 28 21:45:54.331544 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a0159-fa0f-491f-8e49-09dd22f3e0c5 req-4ce14606-d233-46a2-815a-7d46a530a57a tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:54.332993 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-995a0159-fa0f-491f-8e49-09dd22f3e0c5 req-4ce14606-d233-46a2-815a-7d46a530a57a tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0477042 Jul 28 21:45:54.368509 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-995a0159-fa0f-491f-8e49-09dd22f3e0c5 req-b521bd74-4492-4847-a83f-2c87b478bf55 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296319 Jul 28 21:45:55.485778 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20e884-6962-41e0-85f7-06e7e1d11aa5 req-2510304f-38ce-4626-b457-ba41acb986dc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:55.487282 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1d20e884-6962-41e0-85f7-06e7e1d11aa5 req-2510304f-38ce-4626-b457-ba41acb986dc tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0521016 Jul 28 21:45:55.524210 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1d20e884-6962-41e0-85f7-06e7e1d11aa5 req-1e0969f0-42d5-472f-97f9-f25499753815 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/security-groups?id=94b8a219-ce0a-41d4-919b-0a6af69d8c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Jul 28 21:45:56.001476 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075fba9-1824-408c-b79b-e867cbb69909 req-6bcd4037-742b-464e-bbbd-759c6c835d62 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:45:56.002914 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3075fba9-1824-408c-b79b-e867cbb69909 req-6bcd4037-742b-464e-bbbd-759c6c835d62 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 945 time: 0.0502563 Jul 28 21:45:56.089201 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Deleting port 6b46be28-2710-4e64-88e8-9030d6c048f7 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:45:56.089532 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:56.176227 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] For port 6b46be28-2710-4e64-88e8-9030d6c048f7, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6b46be28-2710-4e64-88e8-9030d6c048f7,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:56.176580 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:56.189439 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Calling delete_port for 6b46be28-2710-4e64-88e8-9030d6c048f7 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:45:56.309711 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:56.328042 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['6b46be28-2710-4e64-88e8-9030d6c048f7'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:45:56.338477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Pushing event deleted for resources: {'Port': ['ID=6b46be28-2710-4e64-88e8-9030d6c048f7,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:56.381802 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] No DVR routers for this DVR port 6b46be28-2710-4e64-88e8-9030d6c048f7 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:45:56.384474 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:56.386583 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3075fba9-1824-408c-b79b-e867cbb69909 req-64688c6d-1179-480b-af07-869be97985b7 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.22 "DELETE /v2.0/ports/6b46be28-2710-4e64-88e8-9030d6c048f7 HTTP/1.1" status: 204 len: 173 time: 0.3774965 Jul 28 21:45:56.387035 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'name': 'network-vif-deleted', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:45:56.389532 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1b1945-7aa3-419b-9e6c-68e8fee243cf" -d '{"events": [{"server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "name": "network-vif-deleted", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:45:56.430883 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b78181-29c2-44e0-a06c-9d15432d2353 x-openstack-request-id: req-36b78181-29c2-44e0-a06c-9d15432d2353 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:45:56.431178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17853b-875f-4483-b26c-991920d456e1", "name": "network-vif-deleted", "tag": "6b46be28-2710-4e64-88e8-9030d6c048f7", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:45:56.431420 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36b78181-29c2-44e0-a06c-9d15432d2353 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:45:56.431816 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17853b-875f-4483-b26c-991920d456e1', 'name': 'network-vif-deleted', 'tag': '6b46be28-2710-4e64-88e8-9030d6c048f7', 'status': 'completed', 'code': 200} Jul 28 21:45:56.625853 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-88319f56-236d-4a62-87aa-7b72b1a4bad8 req-673fe81a-6c8c-4279-8974-c3c90700a7b4 tempest-TestMinimumBasicScenario-1373891258 tempest-TestMinimumBasicScenario-1373891258-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d17853b-875f-4483-b26c-991920d456e1 HTTP/1.1" status: 200 len: 210 time: 0.0265596 Jul 28 21:45:58.349792 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36532) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:45:58.745199 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:59.018508 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Deleting port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:45:59.018810 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:59.091125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] For port bdd4b6bd-01b3-48b7-8f51-d79cf2314b37, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:45:59.091470 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:59.103590 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Calling delete_port for bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 owned by network:router_interface {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:45:59.529219 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:59.551030 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd4b6bd-01b3-48b7-8f51-d79cf2314b37,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:45:59.719994 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:45:59.925698 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Router bac92253-6dd2-4d0c-b4c1-99bb31167996 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:46:00.027389 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:00.032961 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bec89672-a37f-459e-8c02-0203f1cf131a admin admin] 10.222.0.21 "PUT /v2.0/routers/bac92253-6dd2-4d0c-b4c1-99bb31167996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6821573 Jul 28 21:46:00.035701 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36534) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:00.036335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] Sync routers for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:00.045450 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:00.046059 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:00.136562 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks [] for router, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.151020 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:00.236568 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.287863 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Deleting port 3a1482ca-5a05-466c-903d-38711aaea53b {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:00.288109 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.326574 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:45:59Z', 'revision_number': 5, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port': {'id': '3a1482ca-5a05-466c-903d-38711aaea53b', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:00.353036 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] Checking router: bac92253-6dd2-4d0c-b4c1-99bb31167996 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:46:00.361135 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] Routers {'bac92253-6dd2-4d0c-b4c1-99bb31167996'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:00.361734 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['bac92253-6dd2-4d0c-b4c1-99bb31167996'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:00.370200 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] For port 3a1482ca-5a05-466c-903d-38711aaea53b, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=3a1482ca-5a05-466c-903d-38711aaea53b,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:00.370568 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.382937 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Calling delete_port for 3a1482ca-5a05-466c-903d-38711aaea53b owned by network:router_gateway {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:00.447637 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] Set router bac92253-6dd2-4d0c-b4c1-99bb31167996 gateway port host: None {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:00.497855 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:46:00Z', 'revision_number': 6, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:00.530674 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6b46be28-2710-4e64-88e8-9030d6c048f7 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:00.533720 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0affda98-752f-48f3-8549-22d3a59f50dc None None] The sync data for ids ['bac92253-6dd2-4d0c-b4c1-99bb31167996'] in dv-cinder-784623-15-iscsi is: [{'id': 'bac92253-6dd2-4d0c-b4c1-99bb31167996', 'name': 'tempest-TestMinimumBasicScenario-396894260-router', 'tenant_id': 'aabcf091815b4a0998b6b49e36980100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:27Z', 'updated_at': '2021-07-28T21:46:00Z', 'revision_number': 6, 'project_id': 'aabcf091815b4a0998b6b49e36980100', 'gw_port_host': None}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:46:00.550827 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.551490 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 6b46be28-2710-4e64-88e8-9030d6c048f7 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:00.551837 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 6b46be28-2710-4e64-88e8-9030d6c048f7 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:00.575275 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1482ca-5a05-466c-903d-38711aaea53b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:00.635776 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.723664 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.725746 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.770647 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.771175 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac92253-6dd2-4d0c-b4c1-99bb31167996 {{(pid=99669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:46:00.775910 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.777041 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ead723db-cb93-43d7-8838-278973fc4b37 admin admin] 10.222.0.21 "DELETE /v2.0/routers/bac92253-6dd2-4d0c-b4c1-99bb31167996 HTTP/1.1" status: 204 len: 168 time: 0.7403715 Jul 28 21:46:00.779749 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36536) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:00.823361 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Deleting subnet 377ac414-7a99-459d-9ebf-fc0a8c51a086 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:46:00.826240 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.858723 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:00.976476 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.028136 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.052081 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=377ac414-7a99-459d-9ebf-fc0a8c51a086,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:01.057611 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.061825 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6bc5b8b0-1df1-43c0-a84b-7f73d1e826c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/377ac414-7a99-459d-9ebf-fc0a8c51a086 HTTP/1.1" status: 204 len: 168 time: 0.2788641 Jul 28 21:46:01.061994 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36542) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:01.066127 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9e7961-c095-48f7-8a68-69c6e0fb7ec5 None None] Network 1e08f187-da56-41d2-9712-8e2ded2599d0 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:46:01.137009 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.189928 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Deleting port 5a23eae5-a147-4604-87f0-f60401598c0b {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:01.190335 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.252937 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] For port 5a23eae5-a147-4604-87f0-f60401598c0b, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=5a23eae5-a147-4604-87f0-f60401598c0b,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:01.253304 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.274239 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Calling delete_port for 5a23eae5-a147-4604-87f0-f60401598c0b owned by network:dhcp {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:01.296183 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] DHCP port deletion for 1e08f187-da56-41d2-9712-8e2ded2599d0 request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:46:01.356988 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Deleting port 5a23eae5-a147-4604-87f0-f60401598c0b {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:01.356988 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.381188 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.415162 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a23eae5-a147-4604-87f0-f60401598c0b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:01.419981 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] No DVR routers for this DVR port 5a23eae5-a147-4604-87f0-f60401598c0b on host dv-cinder-784623-15-iscsi {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:46:01.430570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] For port 5a23eae5-a147-4604-87f0-f60401598c0b, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=5a23eae5-a147-4604-87f0-f60401598c0b,segment=NetworkSegment(9bbe58ad-4b5a-43c7-ba1a-808e692170b3),segment_id=9bbe58ad-4b5a-43c7-ba1a-808e692170b3)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:01.430974 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.444155 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Calling delete_port for 5a23eae5-a147-4604-87f0-f60401598c0b owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:01.523477 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79927d62-8bf2-45ac-9b2a-167095c6e604 req-29607885-3414-45f7-8881-3d3d1777ba6f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:01.525004 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-79927d62-8bf2-45ac-9b2a-167095c6e604 req-29607885-3414-45f7-8881-3d3d1777ba6f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.1355510 Jul 28 21:46:01.526596 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.545069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e08f187-da56-41d2-9712-8e2ded2599d0']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:01.561642 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbe58ad-4b5a-43c7-ba1a-808e692170b3') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:01.561961 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbe58ad-4b5a-43c7-ba1a-808e692170b3') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:01.571223 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.579072 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.592720 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-79927d62-8bf2-45ac-9b2a-167095c6e604 req-2c1776a0-d393-44e9-a641-cbbe07bb0608 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575097 Jul 28 21:46:01.601279 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Pushing event deleted for resources: {'Port': ['ID=5a23eae5-a147-4604-87f0-f60401598c0b,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:01.610865 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.612701 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] No DVR routers for this DVR port 5a23eae5-a147-4604-87f0-f60401598c0b on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:46:01.617448 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:46:01.617928 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:46:01.619845 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:46:01.622569 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.622569 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.622569 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.622824 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.623018 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.623370 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.623730 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.624099 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.624465 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.624845 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.625726 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.626325 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e52ab8-bbd8-4ede-8933-61efaf7695cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:01.691874 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.697385 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:01.699393 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e08f187-da56-41d2-9712-8e2ded2599d0 HTTP/1.1" status: 204 len: 168 time: 0.6364701 Jul 28 21:46:01.702567 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36554) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:01.712358 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf5cd6-a073-46db-87d7-160f93d27116 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e08f187-da56-41d2-9712-8e2ded2599d0,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:01.723913 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:01.744742 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:01.745166 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device bdd4b6bd-01b3-48b7-8f51-d79cf2314b37 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:01.745654 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 3a1482ca-5a05-466c-903d-38711aaea53b no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:01.764543 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 3a1482ca-5a05-466c-903d-38711aaea53b {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:01.764888 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 3a1482ca-5a05-466c-903d-38711aaea53b not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:01.765301 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 5a23eae5-a147-4604-87f0-f60401598c0b no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:01.788697 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 5a23eae5-a147-4604-87f0-f60401598c0b {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:01.789043 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 5a23eae5-a147-4604-87f0-f60401598c0b not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:02.044124 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:02.272797 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Deleting port 18b06551-f882-4038-a360-04b6dfa8dbc1 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:02.273131 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:02.349731 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] For port 18b06551-f882-4038-a360-04b6dfa8dbc1, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=18b06551-f882-4038-a360-04b6dfa8dbc1,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:02.350001 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:02.362411 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Calling delete_port for 18b06551-f882-4038-a360-04b6dfa8dbc1 owned by network:router_interface {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:02.534721 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:02.564004 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b06551-f882-4038-a360-04b6dfa8dbc1,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:02.744527 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:02.768677 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2555e-431e-4a8e-90c1-b70227d18a97 req-e9509d46-b95f-4c87-ad25-a1bdd1588158 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:02.770128 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5bc2555e-431e-4a8e-90c1-b70227d18a97 req-e9509d46-b95f-4c87-ad25-a1bdd1588158 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0716252 Jul 28 21:46:02.868872 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5bc2555e-431e-4a8e-90c1-b70227d18a97 req-14fc33f2-3bdb-4071-a68c-7ab3483bb690 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695190 Jul 28 21:46:02.986596 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Router 73f63a87-6b6b-4e12-8add-fbe871064c05 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:46:03.085894 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:03.093330 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d4d9aa76-94b4-4683-b779-1bdcb80ec410 admin admin] 10.222.0.21 "PUT /v2.0/routers/73f63a87-6b6b-4e12-8add-fbe871064c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3858788 Jul 28 21:46:03.093330 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36558) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:03.094591 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] Sync routers for ids ['73f63a87-6b6b-4e12-8add-fbe871064c05'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:03.104351 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] Routers {'73f63a87-6b6b-4e12-8add-fbe871064c05'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:03.104903 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['73f63a87-6b6b-4e12-8add-fbe871064c05'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:03.196301 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks [] for router, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:03.293091 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] Set router 73f63a87-6b6b-4e12-8add-fbe871064c05 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:03.299620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:03.472314 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:46:02Z', 'revision_number': 5, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port': {'id': 'c0e03100-3d1c-495e-85a7-3816f4eb5cf7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:42:36Z', 'updated_at': '2021-07-28T21:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:03.498487 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] Checking router: 73f63a87-6b6b-4e12-8add-fbe871064c05 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:46:03.507796 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] Routers {'73f63a87-6b6b-4e12-8add-fbe871064c05'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:03.508400 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['73f63a87-6b6b-4e12-8add-fbe871064c05'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:03.595215 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Deleting port c0e03100-3d1c-495e-85a7-3816f4eb5cf7 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:03.595550 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:03.596016 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] Set router 73f63a87-6b6b-4e12-8add-fbe871064c05 gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:03.651125 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:46:03Z', 'revision_number': 6, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:03.671166 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] For port c0e03100-3d1c-495e-85a7-3816f4eb5cf7, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:03.671528 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:03.678025 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6a02d-be67-4185-8295-a7fdf492808f None None] The sync data for ids ['73f63a87-6b6b-4e12-8add-fbe871064c05'] in dv-cinder-784623-15-iscsi is: [{'id': '73f63a87-6b6b-4e12-8add-fbe871064c05', 'name': 'tempest-TestMinimumBasicScenario-1895476268-router', 'tenant_id': 'ccff848379c04ff0aec444af46b5f404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:42:35Z', 'updated_at': '2021-07-28T21:46:03Z', 'revision_number': 6, 'project_id': 'ccff848379c04ff0aec444af46b5f404', 'gw_port_host': None}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:46:03.685306 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Calling delete_port for c0e03100-3d1c-495e-85a7-3816f4eb5cf7 owned by network:router_gateway {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:03.844551 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:03.871117 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e03100-3d1c-495e-85a7-3816f4eb5cf7,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:03.928011 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:03.985127 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0fb36-356c-4def-ba83-6e390427dfac req-abe0e79d-d214-4c95-953e-321e70daae89 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:03.986545 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-82f0fb36-356c-4def-ba83-6e390427dfac req-abe0e79d-d214-4c95-953e-321e70daae89 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0470576 Jul 28 21:46:04.025906 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-82f0fb36-356c-4def-ba83-6e390427dfac req-63983138-f773-4b7b-9046-dae8c30e4093 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Jul 28 21:46:04.029678 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.031903 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.105840 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.106403 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73f63a87-6b6b-4e12-8add-fbe871064c05 {{(pid=99670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:46:04.112266 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.113405 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-1ca92017-34bb-415e-bad5-a8514441ed2e admin admin] 10.222.0.21 "DELETE /v2.0/routers/73f63a87-6b6b-4e12-8add-fbe871064c05 HTTP/1.1" status: 204 len: 168 time: 1.0185914 Jul 28 21:46:04.115998 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36562) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:04.158462 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Deleting subnet 999ea351-8974-4bbe-94a2-758003defdaf {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:46:04.161329 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.193594 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127466137'] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.297341 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.345266 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127466182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127449070'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.374822 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=999ea351-8974-4bbe-94a2-758003defdaf,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:04.376871 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.378747 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d7d2dd2f-a820-4ba8-bb72-af4d63a94bbb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/999ea351-8974-4bbe-94a2-758003defdaf HTTP/1.1" status: 204 len: 168 time: 0.2618217 Jul 28 21:46:04.381355 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36564) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:04.381928 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c486efa-209c-42d3-899e-fa5a61109d25 None None] Network fd9021d9-19d6-4010-b2e9-fdf19ded5c9b requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:46:04.455852 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.517030 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Deleting port e56b63fe-c57a-4713-b718-425d721a3d89 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:04.517365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.573675 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] DHCP port deletion for fd9021d9-19d6-4010-b2e9-fdf19ded5c9b request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:46:04.582611 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] For port e56b63fe-c57a-4713-b718-425d721a3d89, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e56b63fe-c57a-4713-b718-425d721a3d89,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:04.582971 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.596352 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Calling delete_port for e56b63fe-c57a-4713-b718-425d721a3d89 owned by network:dhcp {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:04.621847 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] Deleting port e56b63fe-c57a-4713-b718-425d721a3d89 {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:46:04.622384 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.684185 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.695772 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] For port e56b63fe-c57a-4713-b718-425d721a3d89, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e56b63fe-c57a-4713-b718-425d721a3d89,segment=NetworkSegment(65206588-48fb-4a97-ab69-c290443d856f),segment_id=65206588-48fb-4a97-ab69-c290443d856f)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:04.695772 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.710365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56b63fe-c57a-4713-b718-425d721a3d89,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:04.713884 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] No DVR routers for this DVR port e56b63fe-c57a-4713-b718-425d721a3d89 on host dv-cinder-784623-15-iscsi {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:46:04.784893 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.795054 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9021d9-19d6-4010-b2e9-fdf19ded5c9b']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:04.808798 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65206588-48fb-4a97-ab69-c290443d856f') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:04.809114 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65206588-48fb-4a97-ab69-c290443d856f') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:04.818546 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.840094 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] Calling delete_port for e56b63fe-c57a-4713-b718-425d721a3d89 owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:46:04.915391 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:04.941224 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] Pushing event deleted for resources: {'Port': ['ID=e56b63fe-c57a-4713-b718-425d721a3d89,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:04.946253 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301331cc-df7a-4712-a0fb-45a4bd5559cf None None] No DVR routers for this DVR port e56b63fe-c57a-4713-b718-425d721a3d89 on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:46:05.058921 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.065437 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:46:05.065849 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:46:05.067721 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:46:05.120358 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.126570 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.131097 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fd9021d9-19d6-4010-b2e9-fdf19ded5c9b HTTP/1.1" status: 204 len: 168 time: 0.7461355 Jul 28 21:46:05.139287 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f30aa9-8690-49a9-b113-bbde90667d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9021d9-19d6-4010-b2e9-fdf19ded5c9b,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:05.150931 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355c183-4a65-4d7d-9083-91fc20755ad5 req-efa26af7-5c31-47e6-8d8c-9f61dffb5273 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:05.152521 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f355c183-4a65-4d7d-9083-91fc20755ad5 req-efa26af7-5c31-47e6-8d8c-9f61dffb5273 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0528965 Jul 28 21:46:05.190465 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f355c183-4a65-4d7d-9083-91fc20755ad5 req-301cd9bf-8276-4242-a49f-93f8831ea43a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Jul 28 21:46:05.290123 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36570) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:05.328377 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-36e00e9c-ffe3-4a51-a88d-d24e303af2a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aabcf091815b4a0998b6b49e36980100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371423 Jul 28 21:46:05.330602 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36572) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:05.375913 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02ad55a6-6b00-4f49-91a8-17a7fa5f5ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.399404 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02ad55a6-6b00-4f49-91a8-17a7fa5f5ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.443837 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02ad55a6-6b00-4f49-91a8-17a7fa5f5ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.446541 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-02ad55a6-6b00-4f49-91a8-17a7fa5f5ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.447692 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-02ad55a6-6b00-4f49-91a8-17a7fa5f5ae2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94b8a219-ce0a-41d4-919b-0a6af69d8c09 HTTP/1.1" status: 204 len: 168 time: 0.1162302 Jul 28 21:46:05.455371 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad55a6-6b00-4f49-91a8-17a7fa5f5ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b8a219-ce0a-41d4-919b-0a6af69d8c09,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:05.660178 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device c0e03100-3d1c-495e-85a7-3816f4eb5cf7 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:05.680750 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: c0e03100-3d1c-495e-85a7-3816f4eb5cf7 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:05.681090 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device c0e03100-3d1c-495e-85a7-3816f4eb5cf7 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:05.681499 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e56b63fe-c57a-4713-b718-425d721a3d89 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:05.702482 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: e56b63fe-c57a-4713-b718-425d721a3d89 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:05.702748 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e56b63fe-c57a-4713-b718-425d721a3d89 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:05.703242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 18b06551-f882-4038-a360-04b6dfa8dbc1 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:05.722136 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 18b06551-f882-4038-a360-04b6dfa8dbc1 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:46:05.722482 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 18b06551-f882-4038-a360-04b6dfa8dbc1 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:46:05.756160 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36578) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:05.794532 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ec884752-ef56-4d12-bd3e-3cc771500ee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccff848379c04ff0aec444af46b5f404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371666 Jul 28 21:46:05.796897 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36580) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:05.843219 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-af5439c1-cf0b-4fd3-b8aa-e9eb99016acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.863547 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-af5439c1-cf0b-4fd3-b8aa-e9eb99016acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.909297 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-af5439c1-cf0b-4fd3-b8aa-e9eb99016acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.911814 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-af5439c1-cf0b-4fd3-b8aa-e9eb99016acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:05.912918 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-af5439c1-cf0b-4fd3-b8aa-e9eb99016acb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad8fa89f-8cfb-4ff1-9dda-950e2dea09df HTTP/1.1" status: 204 len: 168 time: 0.1150806 Jul 28 21:46:05.920383 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5439c1-cf0b-4fd3-b8aa-e9eb99016acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8fa89f-8cfb-4ff1-9dda-950e2dea09df,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:06.311624 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca236-a42d-43dd-a583-86c35b0deb10 req-0dff9ecc-6b09-4bc8-a1bf-85f47ad626e8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:06.313621 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-02eca236-a42d-43dd-a583-86c35b0deb10 req-0dff9ecc-6b09-4bc8-a1bf-85f47ad626e8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0505755 Jul 28 21:46:06.351946 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-02eca236-a42d-43dd-a583-86c35b0deb10 req-3543bc8b-0a1e-4429-8faa-9aa00c5b7000 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Jul 28 21:46:06.537966 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36604) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:06.629213 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-893056422-network', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:06.649350 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Made reservation on behalf of 56e5910493014698aff9e8740bd8c5c9 for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:46:06.651602 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.659516 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.745897 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.749459 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.773846 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:46:06.782959 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66867080-ef21-4f4c-9b26-05541a5597dd,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:06.789018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.789296 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Added segment 3fab9c18-a3c0-493b-9e1e-7db520ccbc24 of type vlan for network 55ee6bc8-85f0-4475-b502-397771e73bae Jul 28 21:46:06.827527 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.857255 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.858231 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:06.858826 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:06.911768 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3726606 Jul 28 21:46:06.914651 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36608) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:06.919657 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Request body: {'subnet': {'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-893056422-subnet', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:06.920515 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467ef18-1793-41af-bbd8-01d1f1fae497 admin admin] Pushing event updated for resources: {'Network': ['ID=55ee6bc8-85f0-4475-b502-397771e73bae,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:06.930112 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 55ee6bc8-85f0-4475-b502-397771e73bae details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:46:06.943830 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Made reservation on behalf of 56e5910493014698aff9e8740bd8c5c9 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:46:06.946216 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.105734 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.160260 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ef2196-f2d2-4872-866d-e40cd82ee873,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:07.167637 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Checking segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:07.167987 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Network hostable DHCP agents. Network: 55ee6bc8-85f0-4475-b502-397771e73bae, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:46:07.184158 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Network 55ee6bc8-85f0-4475-b502-397771e73bae is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:46:07.191924 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 55ee6bc8-85f0-4475-b502-397771e73bae) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:07.195581 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:07.196167 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.200491 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ecd2d2-4d4f-4568-adaf-2e8ef95e4e5b None None] Network 55ee6bc8-85f0-4475-b502-397771e73bae requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:46:07.212785 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-84a6c5e5-4e32-4f71-a5f8-2954249b234e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2969773 Jul 28 21:46:07.215430 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36610) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:07.220118 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:07.239923 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.240896 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.293761 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.345053 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-55ee6bc8-85f0-4475-b502-397771e73bae', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:46:07.345925 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.429516 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.481609 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Allocated IP 172.20.0.2 (55ee6bc8-85f0-4475-b502-397771e73bae/d5ef2196-f2d2-4872-866d-e40cd82ee873/45f9deae-3b33-49ad-aecc-68bca6b4abe8) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:07.513004 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206d2b-5556-4b99-9348-b05006702312 req-b07a86b7-ca3f-43f9-8470-eb39be3127e0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:07.514517 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4e206d2b-5556-4b99-9348-b05006702312 req-b07a86b7-ca3f-43f9-8470-eb39be3127e0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0890496 Jul 28 21:46:07.566067 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4e206d2b-5556-4b99-9348-b05006702312 req-0ad49922-a4c3-4404-b59d-9020887526d1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Jul 28 21:46:07.628235 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.636325 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Transition to ACTIVE for port object 45f9deae-3b33-49ad-aecc-68bca6b4abe8 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:07.650864 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Transition to ACTIVE for port object 45f9deae-3b33-49ad-aecc-68bca6b4abe8 will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:07.657862 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.693599 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Network 55ee6bc8-85f0-4475-b502-397771e73bae is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:07.696539 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:07.696720 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.700571 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:07.711875 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Pushing event updated for resources: {'Port': ['ID=45f9deae-3b33-49ad-aecc-68bca6b4abe8,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:07.715530 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.761551 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Attempting to bind port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:07.762209 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Attempting to bind port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:07.762574 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Attempting to bind port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:07.767998 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:07.768373 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Checking segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:07.768773 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.769167 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Bound using segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:07.769625 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Bound port: 45f9deae-3b33-49ad-aecc-68bca6b4abe8, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:07.770005 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.816026 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Allocated IP 172.27.3.54 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/699fe3d6-a984-46d4-aba3-9fa1378094d3) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:07.835187 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] For port 45f9deae-3b33-49ad-aecc-68bca6b4abe8, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:07.838193 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] For port 45f9deae-3b33-49ad-aecc-68bca6b4abe8, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=45f9deae-3b33-49ad-aecc-68bca6b4abe8,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:07.841944 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.904352 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4a0b0-9447-403d-b71e-bdb177802847 None None] Pushing event updated for resources: {'Port': ['ID=45f9deae-3b33-49ad-aecc-68bca6b4abe8,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:07.932922 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:07.973733 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:08.013779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:08.018918 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:08.021441 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:08.029646 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=699fe3d6-a984-46d4-aba3-9fa1378094d3,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:08.287885 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:08.492698 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:08.629512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:46:08.696542 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67952c-7ac2-47da-964c-4d488fde521a req-8e4b98a9-1044-450c-8545-9c9d6924bce1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:08.698225 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3a67952c-7ac2-47da-964c-4d488fde521a req-8e4b98a9-1044-450c-8545-9c9d6924bce1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0532818 Jul 28 21:46:08.737965 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:08.740682 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3a67952c-7ac2-47da-964c-4d488fde521a req-6ee80fcd-fce2-4167-b71b-88e92c74d22e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363574 Jul 28 21:46:08.749459 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:08.755011 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:08.756337 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a08f9011-c820-4810-a895-4c3d792ce9e4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5399911 Jul 28 21:46:08.765546 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36616) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:08.765847 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:08.767018 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:08.807002 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39c91d0-b6c1-4d0c-aa77-8fb6bab9588a None None] Network 55ee6bc8-85f0-4475-b502-397771e73bae requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:46:08.941607 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-661fcc63-d9c2-4c43-9bae-861fed9605ac None None] Provisioning for port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:08.945721 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:09.185260 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:08Z', 'revision_number': 3, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:09.214569 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:46:09.214993 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Updating router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b port 699fe3d6-a984-46d4-aba3-9fa1378094d3 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:46:09.241896 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.425787 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.507567 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.517082 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Transition to ACTIVE for port object 699fe3d6-a984-46d4-aba3-9fa1378094d3 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:09.523287 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.573820 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Attempting to bind port 699fe3d6-a984-46d4-aba3-9fa1378094d3 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:09.574207 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Attempting to bind port 699fe3d6-a984-46d4-aba3-9fa1378094d3 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:09.574563 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Attempting to bind port 699fe3d6-a984-46d4-aba3-9fa1378094d3 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:09.576464 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab7270-a93d-4096-889c-5c05a4eb98a0 None None] Pushing event updated for resources: {'Port': ['ID=699fe3d6-a984-46d4-aba3-9fa1378094d3,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:09.581771 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:09.582358 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:09.582550 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.582929 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:09.583396 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Bound port: 699fe3d6-a984-46d4-aba3-9fa1378094d3, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:09.583754 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.585488 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Allocated IP 172.20.0.1 (55ee6bc8-85f0-4475-b502-397771e73bae/d5ef2196-f2d2-4872-866d-e40cd82ee873/01924ef9-a646-4251-b829-f0773f6dbe6a) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:09.634819 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] For port 699fe3d6-a984-46d4-aba3-9fa1378094d3, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:09.639067 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] For port 699fe3d6-a984-46d4-aba3-9fa1378094d3, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=699fe3d6-a984-46d4-aba3-9fa1378094d3,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:09.644431 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.697114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.703943 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab7270-a93d-4096-889c-5c05a4eb98a0 None None] Pushing event updated for resources: {'Port': ['ID=699fe3d6-a984-46d4-aba3-9fa1378094d3,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:09.706570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:09.707169 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:09.716208 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Transition to ACTIVE for port object 01924ef9-a646-4251-b829-f0773f6dbe6a will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:09.745373 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 45f9deae-3b33-49ad-aecc-68bca6b4abe8 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:09.749472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.786972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Network 55ee6bc8-85f0-4475-b502-397771e73bae is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:09.793376 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:09.795986 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:09.824151 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Pushing event updated for resources: {'Port': ['ID=01924ef9-a646-4251-b829-f0773f6dbe6a,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:09.852503 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:09.862434 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:09.864162 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:09.864940 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.874069 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:09.931594 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fc53f-b9d0-4783-877b-08d4a234383d req-6e77d219-1a7c-444c-9969-73c0dad2d682 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:09.933170 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-086fc53f-b9d0-4783-877b-08d4a234383d req-6e77d219-1a7c-444c-9969-73c0dad2d682 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0985911 Jul 28 21:46:10.014109 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-086fc53f-b9d0-4783-877b-08d4a234383d req-9864e184-1e96-479d-b11b-5dd88e389c01 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714717 Jul 28 21:46:10.050665 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.127117 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-602eddd2-c3e9-4cda-a3d7-58ce163a35a3 None None] Provisioning for port 01924ef9-a646-4251-b829-f0773f6dbe6a completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:10.136272 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-602eddd2-c3e9-4cda-a3d7-58ce163a35a3 None None] Provisioning complete for port 01924ef9-a646-4251-b829-f0773f6dbe6a triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:10.136732 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-602eddd2-c3e9-4cda-a3d7-58ce163a35a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.212314 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.216177 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-602eddd2-c3e9-4cda-a3d7-58ce163a35a3 None None] Port 01924ef9-a646-4251-b829-f0773f6dbe6a cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:46:10.219865 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.246364 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.286904 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.289336 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Pushing event updated for resources: {'Port': ['ID=01924ef9-a646-4251-b829-f0773f6dbe6a,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:10.291579 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 45f9deae-3b33-49ad-aecc-68bca6b4abe8, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=45f9deae-3b33-49ad-aecc-68bca6b4abe8,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:10.297762 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.304882 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:08Z', 'revision_number': 3, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:10.353828 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f9b52-1338-4619-98cd-036f7c7fad02 None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:08Z', 'revision_number': 3, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:46:10.377270 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=45f9deae-3b33-49ad-aecc-68bca6b4abe8,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:10.384953 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Network 55ee6bc8-85f0-4475-b502-397771e73bae is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:10.386610 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:10.520653 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:46:10.635605 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9a236d62-2c58-4428-b96d-6d75bf5337e5 None None] Provisioning complete for port 01924ef9-a646-4251-b829-f0773f6dbe6a triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:10.635971 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9a236d62-2c58-4428-b96d-6d75bf5337e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:10.648178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:10.653080 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d65d5c30-f50a-44d9-a217-ff4ceea18d9f admin admin] 10.222.0.21 "PUT /v2.0/routers/e00aea7b-9004-44e5-a49b-8ceb7d5cd85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929932 Jul 28 21:46:10.680119 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9a236d62-2c58-4428-b96d-6d75bf5337e5 None None] Port 01924ef9-a646-4251-b829-f0773f6dbe6a cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:46:11.127608 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36636) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:11.133587 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-416901834-network', 'tenant_id': '8113979398004c4b99306341a61acda1'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:11.142076 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115bae-2cb0-45f5-a1b3-aa9072a06740 req-eaf1926f-fbee-49f2-bbb3-efa16bad8823 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:11.149380 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-60115bae-2cb0-45f5-a1b3-aa9072a06740 req-eaf1926f-fbee-49f2-bbb3-efa16bad8823 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0587432 Jul 28 21:46:11.159992 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Made reservation on behalf of 8113979398004c4b99306341a61acda1 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:46:11.162684 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.175240 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.183372 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-60115bae-2cb0-45f5-a1b3-aa9072a06740 req-f5e64c9c-3a08-4a79-baa6-5d96c69fb582 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328960 Jul 28 21:46:11.266856 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.270243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.289688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:46:11.304635 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd726d-073d-4a5e-b9ad-516051588136,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:11.307462 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.307796 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Added segment bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8 of type vlan for network 124e00c6-b6fd-45ea-9590-f3b68808bf6b Jul 28 21:46:11.348864 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.376669 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.377670 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:11.378342 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.428369 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2995625 Jul 28 21:46:11.431063 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36638) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:11.437423 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Request body: {'subnet': {'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-416901834-subnet', 'tenant_id': '8113979398004c4b99306341a61acda1', 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:11.449290 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43b98e-9e90-4343-9a99-dc98269f79bb admin admin] Pushing event updated for resources: {'Network': ['ID=124e00c6-b6fd-45ea-9590-f3b68808bf6b,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:11.458828 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:46:11.465258 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Made reservation on behalf of 8113979398004c4b99306341a61acda1 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:46:11.467724 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.582039 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-307450c0-ac75-435b-be07-7a8af26e9996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.633161 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.688964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ba79d04-be89-4391-8306-db71eeec2cae,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:11.698081 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Checking segment: {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:11.698462 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Network hostable DHCP agents. Network: 124e00c6-b6fd-45ea-9590-f3b68808bf6b, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:46:11.714524 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:46:11.724577 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 124e00c6-b6fd-45ea-9590-f3b68808bf6b) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:11.728766 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:11.729477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.736462 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100f238-2838-40a0-9f9a-d0b988ec6e95 None None] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:46:11.745754 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ab9276ec-e1fa-4a39-bb48-5f3bed3d814f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3133452 Jul 28 21:46:11.748638 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36642) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:11.753483 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:11.757436 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 699fe3d6-a984-46d4-aba3-9fa1378094d3 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:11.778347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.779574 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.837577 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.886447 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 699fe3d6-a984-46d4-aba3-9fa1378094d3 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:11.897930 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 699fe3d6-a984-46d4-aba3-9fa1378094d3 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:11.898336 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.964598 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'tenant_id': '8113979398004c4b99306341a61acda1', 'fixed_ips': [{'subnet_id': '2ba79d04-be89-4391-8306-db71eeec2cae'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:46:11.965417 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.978364 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:11.993045 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:12.002995 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:12.003727 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:12.062570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.105314 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 699fe3d6-a984-46d4-aba3-9fa1378094d3, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=699fe3d6-a984-46d4-aba3-9fa1378094d3,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:12.112061 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.112830 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 45f9deae-3b33-49ad-aecc-68bca6b4abe8 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:12.114545 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:12.198480 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.214162 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Allocated IP 172.20.0.2 (124e00c6-b6fd-45ea-9590-f3b68808bf6b/2ba79d04-be89-4391-8306-db71eeec2cae/6fcad853-0b82-42ae-8061-b6bcdc6d798d) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:12.235594 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=699fe3d6-a984-46d4-aba3-9fa1378094d3,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:12.235871 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.287479 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:12.287854 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.317229 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 2, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:12.345035 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:46:12.345666 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Updating router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b port 01924ef9-a646-4251-b829-f0773f6dbe6a binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:46:12.369661 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.380020 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a387e47-fc71-4262-b422-98397660c159 req-dc15acf1-0051-44b8-af75-99b512022856 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:12.385364 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6a387e47-fc71-4262-b422-98397660c159 req-dc15acf1-0051-44b8-af75-99b512022856 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0906701 Jul 28 21:46:12.421436 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Allocated IP 172.27.3.126 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/01997ce0-e451-49c5-836b-99538090af96) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:12.445420 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.449994 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6a387e47-fc71-4262-b422-98397660c159 req-b436f3be-fd5c-47d6-8843-c74b09f71fe1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601687 Jul 28 21:46:12.454446 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Transition to ACTIVE for port object 6fcad853-0b82-42ae-8061-b6bcdc6d798d will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:12.469653 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Transition to ACTIVE for port object 6fcad853-0b82-42ae-8061-b6bcdc6d798d will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:12.474920 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.513316 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:12.516751 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:12.522371 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:12.529449 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Pushing event updated for resources: {'Port': ['ID=6fcad853-0b82-42ae-8061-b6bcdc6d798d,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:12.556108 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.580456 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Attempting to bind port 6fcad853-0b82-42ae-8061-b6bcdc6d798d on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:12.580821 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Attempting to bind port 6fcad853-0b82-42ae-8061-b6bcdc6d798d by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:12.581227 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Attempting to bind port 6fcad853-0b82-42ae-8061-b6bcdc6d798d on network 124e00c6-b6fd-45ea-9590-f3b68808bf6b {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:12.586277 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:12.586652 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Checking segment: {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:12.587048 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.587454 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Bound using segment: {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:12.587911 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Bound port: 6fcad853-0b82-42ae-8061-b6bcdc6d798d, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:12.588294 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.598225 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.635441 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:12.639574 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:12.645124 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:12.659516 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] For port 6fcad853-0b82-42ae-8061-b6bcdc6d798d, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:12.662798 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] For port 6fcad853-0b82-42ae-8061-b6bcdc6d798d, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=6fcad853-0b82-42ae-8061-b6bcdc6d798d,segment=NetworkSegment(bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8),segment_id=bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:12.667568 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.668203 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Pushing event updated for resources: {'Port': ['ID=01997ce0-e451-49c5-836b-99538090af96,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:12.681436 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.693516 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Transition to ACTIVE for port object 01924ef9-a646-4251-b829-f0773f6dbe6a will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:12.704097 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.744854 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e4ce6-b5d9-4843-877b-aec88dd3839e None None] Pushing event updated for resources: {'Port': ['ID=6fcad853-0b82-42ae-8061-b6bcdc6d798d,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:12.773069 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Pushing event updated for resources: {'Port': ['ID=01924ef9-a646-4251-b829-f0773f6dbe6a,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:12.781948 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.782447 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.783075 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.783737 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.784301 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.784718 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.785524 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.785782 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.786284 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.786600 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.787169 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.787496 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:12.788731 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.855107 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Attempting to bind port 01924ef9-a646-4251-b829-f0773f6dbe6a on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:12.855480 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Attempting to bind port 01924ef9-a646-4251-b829-f0773f6dbe6a by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:12.856322 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Attempting to bind port 01924ef9-a646-4251-b829-f0773f6dbe6a on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:12.862427 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:12.862878 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Checking segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:12.863313 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.863743 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Bound using segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:12.864231 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Bound port: 01924ef9-a646-4251-b829-f0773f6dbe6a, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:12.864629 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.931003 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:12.972245 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] For port 01924ef9-a646-4251-b829-f0773f6dbe6a, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:12.975534 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] For port 01924ef9-a646-4251-b829-f0773f6dbe6a, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=01924ef9-a646-4251-b829-f0773f6dbe6a,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:12.982293 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:13.039567 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627b5db-b81c-4794-8a26-92bd104ac68a None None] Pushing event updated for resources: {'Port': ['ID=01924ef9-a646-4251-b829-f0773f6dbe6a,revision_number=4']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:13.057798 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:13.058554 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:13.170435 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:13.176438 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:13.305441 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:46:13.380061 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:13.410055 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c617f499-394f-4d2a-8449-1ce48f6ecda7 None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:46:13.410586 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:13.422716 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Sync routers for ids ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:13.430157 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:13.432176 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-af37031f-349b-4513-971d-9646e650e851 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6823063 Jul 28 21:46:13.432291 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36646) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:13.440269 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Routers {'058e3f96-1f0a-41dd-b59d-0e03b7d467f2'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:13.441126 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:45:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:13.614480 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Set router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:13.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a5c0-7ded-48f3-97bd-4d327ee8a425 req-eac62e64-428b-4c79-a8aa-dc4cb5e465e7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:13.715379 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0004a5c0-7ded-48f3-97bd-4d327ee8a425 req-eac62e64-428b-4c79-a8aa-dc4cb5e465e7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.1298187 Jul 28 21:46:13.829020 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0004a5c0-7ded-48f3-97bd-4d327ee8a425 req-69344799-7dad-415f-9a1f-f66bd01fd840 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823274 Jul 28 21:46:13.896768 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 3, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:13.900183 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01924ef9-a646-4251-b829-f0773f6dbe6a up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:13.950167 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841ab85-db36-4105-b5f7-f06fb883ba78 None None] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:46:13.958689 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Checking router: 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:46:13.959116 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Updating router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 port 01997ce0-e451-49c5-836b-99538090af96 binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:46:14.077154 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.180975 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.214000 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-97a27691-4240-4674-af22-20b77ca9011d None None] Provisioning for port 6fcad853-0b82-42ae-8061-b6bcdc6d798d completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:14.225289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.264388 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Allocated IP 172.20.0.1 (124e00c6-b6fd-45ea-9590-f3b68808bf6b/2ba79d04-be89-4391-8306-db71eeec2cae/2feefca3-6f53-40de-be5c-fc55ce2dff6e) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:14.331182 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 01924ef9-a646-4251-b829-f0773f6dbe6a completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:14.359723 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-715af44c-95ef-45f0-af3b-6820b43247d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.371152 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 01924ef9-a646-4251-b829-f0773f6dbe6a triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:14.371522 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.382945 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.398878 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Transition to ACTIVE for port object 2feefca3-6f53-40de-be5c-fc55ce2dff6e will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:14.437532 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.478598 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:14.483112 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:14.486611 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:14.517507 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Pushing event updated for resources: {'Port': ['ID=2feefca3-6f53-40de-be5c-fc55ce2dff6e,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:14.537676 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.590051 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.661527 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.664950 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 01924ef9-a646-4251-b829-f0773f6dbe6a, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=01924ef9-a646-4251-b829-f0773f6dbe6a,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:14.675394 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.676198 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 699fe3d6-a984-46d4-aba3-9fa1378094d3 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:14.684574 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.700436 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Transition to ACTIVE for port object 01997ce0-e451-49c5-836b-99538090af96 will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:14.729394 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.796458 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Attempting to bind port 01997ce0-e451-49c5-836b-99538090af96 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:14.796679 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Attempting to bind port 01997ce0-e451-49c5-836b-99538090af96 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:14.797140 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Attempting to bind port 01997ce0-e451-49c5-836b-99538090af96 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:14.805225 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=01924ef9-a646-4251-b829-f0773f6dbe6a,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:14.835448 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:14.835828 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:14.836227 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.836615 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:14.837085 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Bound port: 01997ce0-e451-49c5-836b-99538090af96, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:14.837463 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.869249 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 699fe3d6-a984-46d4-aba3-9fa1378094d3 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:14.869698 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.880236 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.886597 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.927838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed630eb-498b-45f8-a861-395d8af5952b None None] Pushing event updated for resources: {'Port': ['ID=01997ce0-e451-49c5-836b-99538090af96,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:14.946740 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-b6c7c4cf-b95b-4d5a-986b-4272fa23919c None None] Provisioning for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:14.966136 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-b6c7c4cf-b95b-4d5a-986b-4272fa23919c None None] Provisioning complete for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:14.966552 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c4cf-b95b-4d5a-986b-4272fa23919c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:14.974895 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d8083-6698-44cd-8977-272e39fd6286 req-e7093cd7-224f-465e-a4d5-536c924e2a89 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:14.987416 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ed6d8083-6698-44cd-8977-272e39fd6286 req-e7093cd7-224f-465e-a4d5-536c924e2a89 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0764592 Jul 28 21:46:14.992192 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] For port 01997ce0-e451-49c5-836b-99538090af96, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:15.000216 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.003824 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Pushing event updated for resources: {'Port': ['ID=2feefca3-6f53-40de-be5c-fc55ce2dff6e,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:15.021330 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] For port 01997ce0-e451-49c5-836b-99538090af96, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=01997ce0-e451-49c5-836b-99538090af96,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:15.035773 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-b6c7c4cf-b95b-4d5a-986b-4272fa23919c None None] Port 2feefca3-6f53-40de-be5c-fc55ce2dff6e cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:46:15.040512 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ed6d8083-6698-44cd-8977-272e39fd6286 req-5a2db168-1395-4e34-bc40-8ec2be27faf8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517254 Jul 28 21:46:15.069837 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.104292 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:15.105698 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:15.121048 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 6fcad853-0b82-42ae-8061-b6bcdc6d798d up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:15.168384 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Routers {'058e3f96-1f0a-41dd-b59d-0e03b7d467f2'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:15.169022 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:15.217048 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed630eb-498b-45f8-a861-395d8af5952b None None] Pushing event updated for resources: {'Port': ['ID=01997ce0-e451-49c5-836b-99538090af96,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:15.227105 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:46:15.290488 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 6fcad853-0b82-42ae-8061-b6bcdc6d798d completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:15.295914 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-fff4ae65-e5d3-4c89-8301-5bec049185e3 None None] Provisioning complete for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:15.297003 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-fff4ae65-e5d3-4c89-8301-5bec049185e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.300974 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 6fcad853-0b82-42ae-8061-b6bcdc6d798d triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:15.301469 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.340930 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:15.346404 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-24d52255-84d4-4d74-917e-498f3bb30166 admin admin] 10.222.0.21 "PUT /v2.0/routers/058e3f96-1f0a-41dd-b59d-0e03b7d467f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9131372 Jul 28 21:46:15.378643 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] Set router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:15.381701 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-fff4ae65-e5d3-4c89-8301-5bec049185e3 None None] Port 2feefca3-6f53-40de-be5c-fc55ce2dff6e cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:46:15.419798 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.550806 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.563216 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9f88e44e-cd50-4150-84b7-81c4812d7422 None None] Provisioning complete for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:15.563569 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9f88e44e-cd50-4150-84b7-81c4812d7422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.625731 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 6fcad853-0b82-42ae-8061-b6bcdc6d798d, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=6fcad853-0b82-42ae-8061-b6bcdc6d798d,segment=NetworkSegment(bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8),segment_id=bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:15.642027 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.650335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9f88e44e-cd50-4150-84b7-81c4812d7422 None None] Port 2feefca3-6f53-40de-be5c-fc55ce2dff6e cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:46:15.726480 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01924ef9-a646-4251-b829-f0773f6dbe6a up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:15.729832 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=6fcad853-0b82-42ae-8061-b6bcdc6d798d,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:15.781640 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2feefca3-6f53-40de-be5c-fc55ce2dff6e', 'name': '', 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'tenant_id': '8113979398004c4b99306341a61acda1', 'mac_address': 'fa:16:3e:ce:8c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:14Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 2, 'project_id': '8113979398004c4b99306341a61acda1', 'subnets': [{'id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:15.814122 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6c44c3-813e-405e-bd7f-964ebca73b26 None None] The sync data for ids ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'] in dv-cinder-784623-15-iscsi is: [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2feefca3-6f53-40de-be5c-fc55ce2dff6e', 'name': '', 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'tenant_id': '8113979398004c4b99306341a61acda1', 'mac_address': 'fa:16:3e:ce:8c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:14Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 2, 'project_id': '8113979398004c4b99306341a61acda1', 'subnets': [{'id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:46:15.820842 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 01924ef9-a646-4251-b829-f0773f6dbe6a triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:15.821172 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.849204 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 36660) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:15.853844 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572591401', 'description': 'tempest-secgroup-smoke-1572591401 description', 'project_id': '56e5910493014698aff9e8740bd8c5c9'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:15.877108 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.970767 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:15.974984 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.001606 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.005169 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1526268 Jul 28 21:46:16.005927 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36662) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:16.014934 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group_rule': {'security_group_id': '1bd3749b-a37c-4064-bc53-892c574e1e3d', 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:16.023372 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d9c3d-8d41-4ec1-9e31-3a2dedbc39cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd3749b-a37c-4064-bc53-892c574e1e3d,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.051269 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.110296 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.115398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.162817 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ccf2353-ec4f-4d1e-9c85-da9d8b27e64c,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.166179 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.167369 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6f2240fc-b13a-4f2e-9044-f088f232b452 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597443 Jul 28 21:46:16.170023 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36666) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:16.174959 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group_rule': {'security_group_id': '1bd3749b-a37c-4064-bc53-892c574e1e3d', 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:16.211331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88f2ae-f47b-4cd1-a084-8381ce259fef req-c1448566-1547-4810-b2d9-df288efe0721 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:16.212831 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1b88f2ae-f47b-4cd1-a084-8381ce259fef req-c1448566-1547-4810-b2d9-df288efe0721 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0904417 Jul 28 21:46:16.220748 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.281180 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1b88f2ae-f47b-4cd1-a084-8381ce259fef req-55d455b8-3cbf-4d18-a302-283e587b282a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607829 Jul 28 21:46:16.309058 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.313266 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.330718 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86117485-f2e2-49c0-a973-92a4805ff34d,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.336827 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.337992 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-4a339d7b-94d1-4b72-a4c6-f3ce8b389632 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670341 Jul 28 21:46:16.340602 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36668) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:16.345603 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group_rule': {'security_group_id': '1bd3749b-a37c-4064-bc53-892c574e1e3d', 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:16.372077 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.433569 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.441380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.475056 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23f9f9e-38bb-4a96-919c-28a049fd33bb,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.481426 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.483027 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-52df5b59-9d14-40c6-a6e5-1ca58f45959f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411076 Jul 28 21:46:16.485873 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36670) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:16.493739 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group_rule': {'security_group_id': '1bd3749b-a37c-4064-bc53-892c574e1e3d', 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:16.521424 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.587123 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.590892 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.609396 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7afde9f-0e0e-430a-9fc8-c568d9b2ec75,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.619513 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.620710 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-0daca705-a021-4f68-8164-dbab4d71b7f2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316609 Jul 28 21:46:16.623312 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36672) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:16.627991 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group_rule': {'security_group_id': '1bd3749b-a37c-4064-bc53-892c574e1e3d', 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:16.649926 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.securitygroups_db [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Project 56e5910493014698aff9e8740bd8c5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 21:46:16.655326 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.716656 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.720912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.738221 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1389361a-71c2-4eda-b86a-fe15808e4b39,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.744736 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.746298 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f1d716a2-61e5-4652-9bfb-89f386ba9439 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217690 Jul 28 21:46:16.748636 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 36674) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:16.753837 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'security_group_rule': {'security_group_id': '1bd3749b-a37c-4064-bc53-892c574e1e3d', 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:16.775106 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.securitygroups_db [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Project 56e5910493014698aff9e8740bd8c5c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 21:46:16.780243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.842078 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.845667 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.864034 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d27401a-bc68-4497-9e06-7fb8a1899a1b,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:16.869437 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:16.870742 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5510a799-69b2-45be-ab56-68f9ecc2cd90 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211522 Jul 28 21:46:16.887572 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:17.408023 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ae4ec-bde5-4d2e-aa6a-97ed2dbb2eef req-1229f022-8a21-44a0-a071-a121da1aebc4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:17.409598 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d45ae4ec-bde5-4d2e-aa6a-97ed2dbb2eef req-1229f022-8a21-44a0-a071-a121da1aebc4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0491490 Jul 28 21:46:17.458553 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d45ae4ec-bde5-4d2e-aa6a-97ed2dbb2eef req-9dc1b8ae-f07c-436c-8dd4-c15eea58e3c7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429921 Jul 28 21:46:17.785724 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 6fcad853-0b82-42ae-8061-b6bcdc6d798d up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:17.791285 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Sync routers for ids ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:17.801507 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Routers {'058e3f96-1f0a-41dd-b59d-0e03b7d467f2'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:17.802199 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:17.835267 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 6fcad853-0b82-42ae-8061-b6bcdc6d798d triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:17.835635 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:17.910822 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Set router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:18.050081 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01997ce0-e451-49c5-836b-99538090af96 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:18.101127 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 01997ce0-e451-49c5-836b-99538090af96 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:18.104948 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 01997ce0-e451-49c5-836b-99538090af96 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:18.105319 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.185564 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.206332 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 01997ce0-e451-49c5-836b-99538090af96, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=01997ce0-e451-49c5-836b-99538090af96,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:18.209838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.217108 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2feefca3-6f53-40de-be5c-fc55ce2dff6e', 'name': '', 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'tenant_id': '8113979398004c4b99306341a61acda1', 'mac_address': 'fa:16:3e:ce:8c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:14Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 2, 'project_id': '8113979398004c4b99306341a61acda1', 'subnets': [{'id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:18.245062 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Checking router: 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:46:18.245405 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Updating router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 port 2feefca3-6f53-40de-be5c-fc55ce2dff6e binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:46:18.257824 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=01997ce0-e451-49c5-836b-99538090af96,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:18.275872 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.538152 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.548177 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Transition to ACTIVE for port object 2feefca3-6f53-40de-be5c-fc55ce2dff6e will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:18.554488 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.589485 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8641da-81d6-4486-9cea-276edffa1911 req-183169bc-9217-42b5-9dea-a66b8062a57d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:18.591136 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3d8641da-81d6-4486-9cea-276edffa1911 req-183169bc-9217-42b5-9dea-a66b8062a57d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0508542 Jul 28 21:46:18.600249 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4a46-250d-4d32-a471-33118ef2f2bf None None] Pushing event updated for resources: {'Port': ['ID=2feefca3-6f53-40de-be5c-fc55ce2dff6e,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:18.636506 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3d8641da-81d6-4486-9cea-276edffa1911 req-69e74ebb-2df7-42a4-9659-9433050f0b7e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361722 Jul 28 21:46:18.672592 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Attempting to bind port 2feefca3-6f53-40de-be5c-fc55ce2dff6e on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:18.672795 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Attempting to bind port 2feefca3-6f53-40de-be5c-fc55ce2dff6e by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:18.673212 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Attempting to bind port 2feefca3-6f53-40de-be5c-fc55ce2dff6e on network 124e00c6-b6fd-45ea-9590-f3b68808bf6b {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:18.678518 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:18.678885 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Checking segment: {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:18.679281 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.679672 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Bound using segment: {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:18.680129 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Bound port: 2feefca3-6f53-40de-be5c-fc55ce2dff6e, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:18.680524 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.745078 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] For port 2feefca3-6f53-40de-be5c-fc55ce2dff6e, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:18.748995 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] For port 2feefca3-6f53-40de-be5c-fc55ce2dff6e, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2feefca3-6f53-40de-be5c-fc55ce2dff6e,segment=NetworkSegment(bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8),segment_id=bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:18.754789 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:18.815549 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e4a46-250d-4d32-a471-33118ef2f2bf None None] Pushing event updated for resources: {'Port': ['ID=2feefca3-6f53-40de-be5c-fc55ce2dff6e,revision_number=4']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:18.818464 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Routers {'058e3f96-1f0a-41dd-b59d-0e03b7d467f2'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:18.819081 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:18.927835 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] Set router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:46:19.127786 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2feefca3-6f53-40de-be5c-fc55ce2dff6e', 'name': '', 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'tenant_id': '8113979398004c4b99306341a61acda1', 'mac_address': 'fa:16:3e:ce:8c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:14Z', 'updated_at': '2021-07-28T21:46:18Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'subnets': [{'id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:19.154269 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594445f0-1b0f-4ca5-b92a-19939b4d5aa1 None None] The sync data for ids ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'] in dv-cinder-784623-15-iscsi is: [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '2feefca3-6f53-40de-be5c-fc55ce2dff6e', 'name': '', 'network_id': '124e00c6-b6fd-45ea-9590-f3b68808bf6b', 'tenant_id': '8113979398004c4b99306341a61acda1', 'mac_address': 'fa:16:3e:ce:8c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:14Z', 'updated_at': '2021-07-28T21:46:18Z', 'revision_number': 4, 'project_id': '8113979398004c4b99306341a61acda1', 'subnets': [{'id': '2ba79d04-be89-4391-8306-db71eeec2cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:46:19.771909 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34e5c1-2e2a-4b3c-b1e7-781c9d747849 req-f154a50f-7ad3-4680-81fe-328df42e11e6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:19.775322 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2feefca3-6f53-40de-be5c-fc55ce2dff6e up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:19.782000 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2c34e5c1-2e2a-4b3c-b1e7-781c9d747849 req-f154a50f-7ad3-4680-81fe-328df42e11e6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0709369 Jul 28 21:46:19.836275 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:19.845400 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2c34e5c1-2e2a-4b3c-b1e7-781c9d747849 req-5d61b661-6793-40e6-9216-66a6f020aa2d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594227 Jul 28 21:46:19.850209 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:19.850526 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:19.935201 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:19.968921 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 2feefca3-6f53-40de-be5c-fc55ce2dff6e, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2feefca3-6f53-40de-be5c-fc55ce2dff6e,segment=NetworkSegment(bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8),segment_id=bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:19.972680 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:19.973436 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01997ce0-e451-49c5-836b-99538090af96 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:20.046334 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=2feefca3-6f53-40de-be5c-fc55ce2dff6e,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:20.056996 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 01997ce0-e451-49c5-836b-99538090af96 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:20.057359 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:20.963809 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0978ecb-7a6a-4b23-b6de-29b27a604de7 req-6d7b8333-074d-4e85-8d24-57430916e0ae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:20.965303 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f0978ecb-7a6a-4b23-b6de-29b27a604de7 req-6d7b8333-074d-4e85-8d24-57430916e0ae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Jul 28 21:46:21.003958 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f0978ecb-7a6a-4b23-b6de-29b27a604de7 req-695707de-5bdc-4f07-a994-cd95605d16a9 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Jul 28 21:46:21.718747 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2feefca3-6f53-40de-be5c-fc55ce2dff6e up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:21.765681 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 2feefca3-6f53-40de-be5c-fc55ce2dff6e triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:21.766049 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:22.124703 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663ff7c-fa55-4c78-8ad0-1ff271e639aa req-ed2b04bd-2cc0-4eaa-8892-8f8f9eb5919d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:22.126246 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8663ff7c-fa55-4c78-8ad0-1ff271e639aa req-ed2b04bd-2cc0-4eaa-8892-8f8f9eb5919d tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0514522 Jul 28 21:46:22.165875 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8663ff7c-fa55-4c78-8ad0-1ff271e639aa req-51af08f1-defa-46f1-b548-bb4d6494c43c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331726 Jul 28 21:46:23.282349 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901371f-417a-45ab-8359-956a07647be4 req-ee4d5bdc-118c-4ee9-b902-c3529360a1a6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:23.283800 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b901371f-417a-45ab-8359-956a07647be4 req-ee4d5bdc-118c-4ee9-b902-c3529360a1a6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0474422 Jul 28 21:46:23.321106 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b901371f-417a-45ab-8359-956a07647be4 req-a2988084-bc8a-41f8-8444-2517502fb1ab tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Jul 28 21:46:24.437830 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc92847-c6dd-4fc6-a9b8-cb45d1b3ed25 req-62140e34-8e2a-4f74-aa5a-8cb967b32568 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:24.439338 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bdc92847-c6dd-4fc6-a9b8-cb45d1b3ed25 req-62140e34-8e2a-4f74-aa5a-8cb967b32568 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0471754 Jul 28 21:46:24.476430 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bdc92847-c6dd-4fc6-a9b8-cb45d1b3ed25 req-5e5ff96b-08f0-4be1-81e1-7074a521e7dc tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Jul 28 21:46:25.607980 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e46c8c-f1aa-4c96-832d-12ca1d78d8ea req-ca6e2ee8-4dbe-4112-9a6d-5519f02188ae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:25.609471 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c4e46c8c-f1aa-4c96-832d-12ca1d78d8ea req-ca6e2ee8-4dbe-4112-9a6d-5519f02188ae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0619469 Jul 28 21:46:25.647158 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c4e46c8c-f1aa-4c96-832d-12ca1d78d8ea req-3b2ba1a2-c2ac-4398-8013-dc4acc85e138 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317357 Jul 28 21:46:25.970987 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:46:26.770993 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13664388-4cae-48ae-adb9-11e4cb8c18cf req-f7035d8f-65ee-413a-822c-f8625d1acb6b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:26.772489 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-13664388-4cae-48ae-adb9-11e4cb8c18cf req-f7035d8f-65ee-413a-822c-f8625d1acb6b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0526519 Jul 28 21:46:26.810843 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-13664388-4cae-48ae-adb9-11e4cb8c18cf req-39e7c0e0-d029-4ffa-bc31-ecc5269e66f3 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 Jul 28 21:46:27.931283 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af56ee-aae1-4943-8451-cce378d84626 req-24399dba-6c66-4f4a-9065-f2037638b884 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:27.932664 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-34af56ee-aae1-4943-8451-cce378d84626 req-24399dba-6c66-4f4a-9065-f2037638b884 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0485930 Jul 28 21:46:27.971100 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-34af56ee-aae1-4943-8451-cce378d84626 req-f002d002-3947-412d-aff4-105a01434aea tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Jul 28 21:46:28.656773 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:46:28.749055 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:28.760780 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'mac_address': 'fa:16:3e:50:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:46:28.796882 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:28.812114 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d62735ed-64b4-4130-8466-407ab22b11fc {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:46:28.831493 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:28.835033 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:28.886279 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=6']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:28.920137 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d62735ed-64b4-4130-8466-407ab22b11fc'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:46:29.090992 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c47fe7-0a2a-4d2a-a34d-15138e63d7d0 req-f5deaab7-f7d0-4178-84a6-581bc7dc676c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:29.092409 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-23c47fe7-0a2a-4d2a-a34d-15138e63d7d0 req-f5deaab7-f7d0-4178-84a6-581bc7dc676c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 945 time: 0.0500882 Jul 28 21:46:29.131796 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-23c47fe7-0a2a-4d2a-a34d-15138e63d7d0 req-4cc80457-8b00-45a9-94ad-8df027f8ce46 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Jul 28 21:46:30.262250 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e1ddd-e63c-4e1b-9aa6-e9fc3efabe96 req-68f8e81f-d2f5-4417-8f27-63503791bba6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:30.264833 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e47e1ddd-e63c-4e1b-9aa6-e9fc3efabe96 req-68f8e81f-d2f5-4417-8f27-63503791bba6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Jul 28 21:46:30.307804 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e47e1ddd-e63c-4e1b-9aa6-e9fc3efabe96 req-6db398b5-45c2-444c-9f45-74783427774c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362127 Jul 28 21:46:30.673335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:30.724877 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port d62735ed-64b4-4130-8466-407ab22b11fc triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:30.725238 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:30.802360 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:30.824768 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:46:30.827141 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e06152-e05d-4cb5-b90c-c6c351cfb565" -d '{"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-plugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:46:30.841826 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:30.847114 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:30.871025 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d9419b-f90a-442d-a395-24d9b16b9162 x-openstack-request-id: req-87d9419b-f90a-442d-a395-24d9b16b9162 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:46:30.871313 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-plugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:46:30.871564 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87d9419b-f90a-442d-a395-24d9b16b9162 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:46:30.871967 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'code': 200} Jul 28 21:46:30.907628 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=7']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:31.432093 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37943724-46b9-4979-9917-45a83e50a3e9 req-143905f9-a7f0-4e41-a7eb-97bb9f97cea4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:31.433602 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37943724-46b9-4979-9917-45a83e50a3e9 req-143905f9-a7f0-4e41-a7eb-97bb9f97cea4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0505879 Jul 28 21:46:31.471670 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37943724-46b9-4979-9917-45a83e50a3e9 req-019c0ef2-b48d-4476-98d9-736ba0bacf26 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321915 Jul 28 21:46:32.603426 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a585b-d8d1-4df0-9dc9-e7c075a198f0 req-e2e32797-3f13-47b8-b428-b8bf2f3bc024 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:32.604937 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-170a585b-d8d1-4df0-9dc9-e7c075a198f0 req-e2e32797-3f13-47b8-b428-b8bf2f3bc024 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0512161 Jul 28 21:46:32.645196 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-170a585b-d8d1-4df0-9dc9-e7c075a198f0 req-73cffda9-6385-4079-a051-99d85a948863 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Jul 28 21:46:33.351268 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-3738e8c6-4837-459e-a6a4-af8843c57cd0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572591401&fields=id&tenant_id=56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 267 time: 0.0431981 Jul 28 21:46:33.452244 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-39e510c4-b71a-4128-982e-58f5a2da1b5f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:33.454188 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-39e510c4-b71a-4128-982e-58f5a2da1b5f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 811 time: 0.1015792 Jul 28 21:46:33.479351 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-df6bfb86-81f8-4daa-afca-7930d8c8bad8 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/quotas/56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 375 time: 0.0128696 Jul 28 21:46:33.538118 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-7ec080fa-8684-4817-b4db-7054e3c5ca1a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520532 Jul 28 21:46:33.777374 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-d49c954a-a039-405c-a570-ec30d487fdf5 service neutron] 10.222.0.21 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268064 Jul 28 21:46:33.783746 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a91707-f941-4387-abf6-99837c220f14 req-dd4835ef-f1af-4a15-85be-b012296149ec tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:33.786148 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-32a91707-f941-4387-abf6-99837c220f14 req-dd4835ef-f1af-4a15-85be-b012296149ec tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0624213 Jul 28 21:46:33.850469 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-32a91707-f941-4387-abf6-99837c220f14 req-792ea23c-ec1c-485f-aedd-413482ff9d1b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563579 Jul 28 21:46:33.878093 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-49ad43aa-3342-41dd-83f4-cbb697535f36 service neutron] 10.222.0.21 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996702 Jul 28 21:46:34.221630 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-306794d3-4e9b-4a90-b2fe-0107a0386256 req-4020708d-0cc8-4978-a0fe-1774f1f5f644 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 210 time: 0.0408754 Jul 28 21:46:34.985806 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831480f7-8431-467f-85cd-5262a31ba0a1 req-4ba037c9-8387-44e8-b370-a2f76c350e30 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:34.988036 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-831480f7-8431-467f-85cd-5262a31ba0a1 req-4ba037c9-8387-44e8-b370-a2f76c350e30 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0534859 Jul 28 21:46:35.029676 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-831480f7-8431-467f-85cd-5262a31ba0a1 req-a0d6a4a9-2260-41d0-95d0-eab7e428a1a2 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Jul 28 21:46:35.257889 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-a456e82a-6fb0-4b75-b1dd-7266f642e98e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:35.259861 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-a456e82a-6fb0-4b75-b1dd-7266f642e98e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 811 time: 0.1361263 Jul 28 21:46:35.327227 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-e71bdcd3-9bfd-4b54-8646-126fa3d4e30f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 380 time: 0.0576110 Jul 28 21:46:35.332173 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-62082795-e07d-40d0-9ee8-ea56f63c80f2 req-96841bd5-248b-4693-8c14-416a1d0609d4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 210 time: 0.0381598 Jul 28 21:46:35.337067 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'port': {'device_id': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'admin_state_up': True, 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'security_groups': ['1bd3749b-a37c-4064-bc53-892c574e1e3d']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:35.472861 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Made reservation on behalf of 56e5910493014698aff9e8740bd8c5c9 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:46:35.476123 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:35.911591 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Allocated IP 172.20.0.4 (55ee6bc8-85f0-4475-b502-397771e73bae/d5ef2196-f2d2-4872-866d-e40cd82ee873/5a51288d-930e-4c1f-9bcf-25d44cb5e471) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:36.058090 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.076261 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Transition to ACTIVE for port object 5a51288d-930e-4c1f-9bcf-25d44cb5e471 will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:36.126278 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.183733 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Network 55ee6bc8-85f0-4475-b502-397771e73bae is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:36.190367 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:36.200528 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:36.205553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=5a51288d-930e-4c1f-9bcf-25d44cb5e471,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:36.235511 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.235863 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.236201 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.236532 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.236858 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.237194 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.237506 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.237825 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.238165 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.238487 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.238803 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.239116 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:46:36.252346 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d2a92-a477-43c3-a3d1-09b68c956e9e req-a30d0689-4422-45a7-a399-7db10972831b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:36.253900 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cf3d2a92-a477-43c3-a3d1-09b68c956e9e req-a30d0689-4422-45a7-a399-7db10972831b tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.1414361 Jul 28 21:46:36.305140 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:36.305772 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.334666 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cf3d2a92-a477-43c3-a3d1-09b68c956e9e req-4e424159-50fc-4f42-9616-79f114dd8afa tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730057 Jul 28 21:46:36.336983 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-c6a6a554-9419-4e7f-8dc6-32ad2cea0f26 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0038474 Jul 28 21:46:36.350584 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Request body: {'port': {'device_id': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:36.435634 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.499099 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b40d-43c4-41f1-9b0d-5ee8db2864b1 req-7237bd0b-fb30-4917-959d-74db8fc8e217 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:36.507288 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4bb2b40d-43c4-41f1-9b0d-5ee8db2864b1 req-7237bd0b-fb30-4917-959d-74db8fc8e217 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 931 time: 0.0751743 Jul 28 21:46:36.551339 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-062557c8-82cf-4c56-bcef-bdbfc5a33274 None None] Provisioning for port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:36.555721 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-062557c8-82cf-4c56-bcef-bdbfc5a33274 None None] Provisioning complete for port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:36.556199 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-062557c8-82cf-4c56-bcef-bdbfc5a33274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.576918 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4bb2b40d-43c4-41f1-9b0d-5ee8db2864b1 req-f081e764-06c1-409a-9517-3d395784a571 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685923 Jul 28 21:46:36.620576 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-062557c8-82cf-4c56-bcef-bdbfc5a33274 None None] Port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:46:36.756119 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a51288d-930e-4c1f-9bcf-25d44cb5e471 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:46:36.764718 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.777352 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Transition to ACTIVE for port object 5a51288d-930e-4c1f-9bcf-25d44cb5e471 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:46:36.781966 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:36.835733 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Pushing event updated for resources: {'Port': ['ID=5a51288d-930e-4c1f-9bcf-25d44cb5e471,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:36.941774 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Attempting to bind port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:46:36.942294 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Attempting to bind port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:46:36.942725 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Attempting to bind port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:36.947564 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 on network 55ee6bc8-85f0-4475-b502-397771e73bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:46:36.948033 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Attempting to bind port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:46:36.953171 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:46:36.953676 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Checking segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:46:36.954230 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Bound using segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:46:36.954748 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Bound port: 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:46:36.955207 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:37.044498 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] For port 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:46:37.048434 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] For port 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:46:37.054472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:37.092085 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.092648 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:37.094960 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] 10.222.0.22 "PUT /v2.0/ports/5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 200 len: 1093 time: 0.7486026 Jul 28 21:46:37.097108 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:46:37.111686 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:46:37.165619 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5867854-8da9-4965-92b7-b932692e9278 x-openstack-request-id: req-f5867854-8da9-4965-92b7-b932692e9278 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:46:37.165905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:46:37.166186 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5867854-8da9-4965-92b7-b932692e9278 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:46:37.166621 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'status': 'completed', 'code': 200} Jul 28 21:46:37.201080 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23302b01-61c3-4d4d-b230-c681b5423661 service neutron] Pushing event updated for resources: {'Port': ['ID=5a51288d-930e-4c1f-9bcf-25d44cb5e471,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:37.219994 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-0a9801f8-cb59-4cb4-9a17-1818a48e251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.221672 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-0a9801f8-cb59-4cb4-9a17-1818a48e251d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1096 time: 0.0714219 Jul 28 21:46:37.271285 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-45cb4b42-bed9-4251-815a-ea960ac5fe22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 200 len: 217 time: 0.0400984 Jul 28 21:46:37.323657 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-59013bb6-cdbd-45ea-a412-98f6c615286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.325264 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-59013bb6-cdbd-45ea-a412-98f6c615286d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0458648 Jul 28 21:46:37.375016 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-2ec3131b-48b3-43a2-bd17-08752fd996f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.376547 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-2ec3131b-48b3-43a2-bd17-08752fd996f4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433614 Jul 28 21:46:37.486675 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3966f66-89ab-4db1-91b7-35801525659a req-02da1a1c-851e-47cd-91b0-dd91be1f475c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.488179 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c3966f66-89ab-4db1-91b7-35801525659a req-02da1a1c-851e-47cd-91b0-dd91be1f475c tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0766637 Jul 28 21:46:37.489951 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-6a652e79-79ea-475c-8601-ca179e3bdcb4 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060030 Jul 28 21:46:37.535976 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c3966f66-89ab-4db1-91b7-35801525659a req-00d166a7-3af1-4c6c-b4a7-bfbe9f5eb689 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Jul 28 21:46:37.612347 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f5d85df1-35c0-48e2-b271-69a5b6c1ba82 req-b4709509-5403-402b-9565-7a77596a71cf service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143537 Jul 28 21:46:37.732764 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-ad81aca7-a10e-4b98-a4c2-547b0b4c7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.734323 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-ad81aca7-a10e-4b98-a4c2-547b0b4c7900 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1096 time: 0.0668766 Jul 28 21:46:37.743546 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a317622-5e28-40b0-8696-7e24c41a82b1 req-225649d1-6fbf-44da-a0a9-f202cd80e912 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.745096 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6a317622-5e28-40b0-8696-7e24c41a82b1 req-225649d1-6fbf-44da-a0a9-f202cd80e912 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0872245 Jul 28 21:46:37.830065 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6a317622-5e28-40b0-8696-7e24c41a82b1 req-0222cd4f-6465-4b35-9bf9-f1b7dc7507e5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765040 Jul 28 21:46:37.857668 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-88499195-f3f7-4788-af72-71e8c38ec91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.859199 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-88499195-f3f7-4788-af72-71e8c38ec91a service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.1133561 Jul 28 21:46:37.905874 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-976377bf-8274-4906-9d2e-5c7de4d3dbce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 200 len: 217 time: 0.0389392 Jul 28 21:46:37.959725 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-ee243ebc-56c5-4838-85f0-3f25df641c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:37.961506 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-ee243ebc-56c5-4838-85f0-3f25df641c22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0481808 Jul 28 21:46:38.011023 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-91a91719-c2d5-460b-9617-63da67402b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:38.012652 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-91a91719-c2d5-460b-9617-63da67402b95 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434017 Jul 28 21:46:38.108872 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-1efce7db-a38e-44d1-ab1f-52789fe859b8 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887425 Jul 28 21:46:38.207082 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c8ea3a0c-52d7-4b29-8ee5-e7923174d78a req-a2b17cf9-426d-47ba-9c83-74e4c2bfbfaa service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905893 Jul 28 21:46:38.665305 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405d97-2de7-4330-9278-8463cb2c5786 req-96157e05-b18d-4ac7-9680-14645c52b349 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:38.667006 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-91405d97-2de7-4330-9278-8463cb2c5786 req-96157e05-b18d-4ac7-9680-14645c52b349 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0535471 Jul 28 21:46:38.707243 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-91405d97-2de7-4330-9278-8463cb2c5786 req-73466144-3fa2-4082-b290-40cd0aff0273 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325856 Jul 28 21:46:38.960181 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d7911-c7b8-43f9-8368-88f690afb326 req-c9001eb9-abe8-4aff-8beb-9a34a24ea628 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:38.961928 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-240d7911-c7b8-43f9-8368-88f690afb326 req-c9001eb9-abe8-4aff-8beb-9a34a24ea628 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0586524 Jul 28 21:46:39.005226 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-240d7911-c7b8-43f9-8368-88f690afb326 req-5c000ad3-0545-47ec-a4bd-dade1f4a318d tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340865 Jul 28 21:46:39.844407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a1696-3cd3-4181-adeb-b26b42547aef req-84c7b268-b71d-4149-9280-d3aeab79cb48 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:39.845852 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-230a1696-3cd3-4181-adeb-b26b42547aef req-84c7b268-b71d-4149-9280-d3aeab79cb48 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0465808 Jul 28 21:46:39.884328 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-230a1696-3cd3-4181-adeb-b26b42547aef req-7c89c4bc-8443-4273-b749-4c7a208f86ff tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Jul 28 21:46:40.149770 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147558-5d02-44f6-a73d-47ef0bc6b770 req-239d1e51-1688-4e8d-b0fe-ce70f267c9da tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.151264 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d5147558-5d02-44f6-a73d-47ef0bc6b770 req-239d1e51-1688-4e8d-b0fe-ce70f267c9da tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0769544 Jul 28 21:46:40.153777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-f42a4ecd-abcb-4ad8-9a11-163edd416588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.155143 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-f42a4ecd-abcb-4ad8-9a11-163edd416588 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1099 time: 0.0725327 Jul 28 21:46:40.237849 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d5147558-5d02-44f6-a73d-47ef0bc6b770 req-ca40d975-2928-4969-b897-f5b6bc845cb7 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801301 Jul 28 21:46:40.268487 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-bf670960-badf-4fc2-99e7-2de77e5f8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.269921 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-bf670960-badf-4fc2-99e7-2de77e5f8243 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.1056232 Jul 28 21:46:40.333005 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-b2a47f05-778c-41e2-87b5-70120836bbe2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 1001 time: 0.0557480 Jul 28 21:46:40.380399 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-32767140-ed79-456c-8a06-4c5356ea4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.381767 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-32767140-ed79-456c-8a06-4c5356ea4284 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0414400 Jul 28 21:46:40.428634 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-0cd2f0f9-dc1b-45f7-be89-94a573bd9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.430083 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-0cd2f0f9-dc1b-45f7-be89-94a573bd9772 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414629 Jul 28 21:46:40.515743 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-2ce8676d-ad8c-414f-a538-cc1f0a7f13d1 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786991 Jul 28 21:46:40.604981 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-749d1b6f-8369-4db5-bb62-d8e3fd1da8b3 req-96edb546-ae0a-4f4e-9df0-4623340193cb service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817511 Jul 28 21:46:40.680503 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-769125a5-d5cf-4bef-9504-5deb71573cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.681936 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-769125a5-d5cf-4bef-9504-5deb71573cdd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1099 time: 0.0388868 Jul 28 21:46:40.784912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-c3f2fa93-1940-4a78-a5e1-6fefb28504aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.786391 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-c3f2fa93-1940-4a78-a5e1-6fefb28504aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.0840952 Jul 28 21:46:40.851178 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-632370e1-375b-4942-b5f0-6397f29e6521 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 1001 time: 0.0561481 Jul 28 21:46:40.898479 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-082946df-cbad-4c60-816b-4a19e6d2e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.899816 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-082946df-cbad-4c60-816b-4a19e6d2e38a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0416737 Jul 28 21:46:40.948709 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-cea28d6c-5f78-4f52-8d7d-32ded4d3ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:40.950222 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-cea28d6c-5f78-4f52-8d7d-32ded4d3ce7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424101 Jul 28 21:46:41.007189 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303d0ff-727b-433f-af3c-0523f880d3e6 req-b93b6f0d-ed7f-4afa-a42d-96c33eed7141 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:41.009058 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6303d0ff-727b-433f-af3c-0523f880d3e6 req-b93b6f0d-ed7f-4afa-a42d-96c33eed7141 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0546608 Jul 28 21:46:41.041463 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-de7c24fc-8217-4e41-b186-374d1176656e service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 Jul 28 21:46:41.045969 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6303d0ff-727b-433f-af3c-0523f880d3e6 req-2a83fbd8-ab0e-4d77-9416-1ddadeabdfce tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Jul 28 21:46:41.131939 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9bdf80e6-0013-4d9d-b6ea-8df07f95f882 req-75f200f9-df4b-4f39-96df-e6bbb83556bf service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822344 Jul 28 21:46:41.349359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049776f-990a-4c8c-92ad-abfa7609cbf9 req-359df767-d577-4a20-b27c-d8a15a4d46df tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:41.350872 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e049776f-990a-4c8c-92ad-abfa7609cbf9 req-359df767-d577-4a20-b27c-d8a15a4d46df tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0488594 Jul 28 21:46:41.387378 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e049776f-990a-4c8c-92ad-abfa7609cbf9 req-dd513f30-ee3e-4c7d-aa3f-08daa66f3ad7 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Jul 28 21:46:41.583163 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9e57c3c3-e1d6-4364-9a8d-0ecb6460aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:42.166746 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ace31-270d-4b05-8e51-5a5926901df2 req-6a5c4ead-bafb-4d8c-8627-4affae33539a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:42.168439 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-936ace31-270d-4b05-8e51-5a5926901df2 req-6a5c4ead-bafb-4d8c-8627-4affae33539a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0510454 Jul 28 21:46:42.208518 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-936ace31-270d-4b05-8e51-5a5926901df2 req-b17885ec-f485-4e83-b479-1d5cbf470098 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336053 Jul 28 21:46:42.502664 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b55a09-fe0d-444c-b394-ed0d086b2446 req-697f9412-dc34-4c03-b376-1e7a885d8812 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:42.504135 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e0b55a09-fe0d-444c-b394-ed0d086b2446 req-697f9412-dc34-4c03-b376-1e7a885d8812 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0520766 Jul 28 21:46:42.546722 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e0b55a09-fe0d-444c-b394-ed0d086b2446 req-2d803553-c210-4073-a3cf-98eefedcb728 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367541 Jul 28 21:46:42.759552 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:43.324079 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0158db-294f-46c4-adde-19beb3e220f9 req-6a217ad5-cf82-44fe-ba66-4c80cc1b3258 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:43.325520 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8e0158db-294f-46c4-adde-19beb3e220f9 req-6a217ad5-cf82-44fe-ba66-4c80cc1b3258 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0465486 Jul 28 21:46:43.361833 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8e0158db-294f-46c4-adde-19beb3e220f9 req-c1505adf-2667-44ad-a7b2-dea4c2a0b404 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299945 Jul 28 21:46:43.669196 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2206b8-33c8-4bd4-99a0-692589e69313 req-be4b6a62-dfe3-4379-8ebb-5d4c25db8ae9 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:43.671532 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0f2206b8-33c8-4bd4-99a0-692589e69313 req-be4b6a62-dfe3-4379-8ebb-5d4c25db8ae9 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0558336 Jul 28 21:46:43.709542 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0f2206b8-33c8-4bd4-99a0-692589e69313 req-7a1e28b0-3f22-4e6f-915f-13f3e31146f6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 28 21:46:44.160484 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:44.210774 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-92266d3f-ac41-4071-bb20-8eb5313c80aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:44.213139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85232-c921-4c8c-9187-bb2d8b390abd req-92bc9556-de62-4205-9fd1-f67caa8f98f4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:44.214595 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f2a85232-c921-4c8c-9187-bb2d8b390abd req-92bc9556-de62-4205-9fd1-f67caa8f98f4 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 946 time: 0.0648675 Jul 28 21:46:44.270587 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f2a85232-c921-4c8c-9187-bb2d8b390abd req-a84cf008-71ae-4913-bb1f-8e5ad4dd5fe0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Jul 28 21:46:44.273931 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-8c1c23e4-cd82-4075-99a6-e8f161721b86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792291 Jul 28 21:46:44.764323 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 5a51288d-930e-4c1f-9bcf-25d44cb5e471 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:46:44.770332 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:44.832311 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbeed1-bb08-41d7-b81f-6178264103fd req-6188d3dc-e545-4db1-81d1-4d84b3397c5a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:44.833727 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bfbeed1-bb08-41d7-b81f-6178264103fd req-6188d3dc-e545-4db1-81d1-4d84b3397c5a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 943 time: 0.0488372 Jul 28 21:46:44.871611 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9bfbeed1-bb08-41d7-b81f-6178264103fd req-eb6a23d5-8e35-46b6-b2ff-4614e63e5185 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jul 28 21:46:44.915335 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:44.918015 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:44.935958 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'port_id': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'mac_address': 'fa:16:3e:e7:3d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:46:44.950032 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:46:44.952341 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60914b48-1282-4ff5-9686-25c7359b2d87" -d '{"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-unplugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:46:44.987028 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:44.995923 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:45.003695 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:45.005418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befd3c27-f8d1-4c82-bd8a-492347cbe00c x-openstack-request-id: req-befd3c27-f8d1-4c82-bd8a-492347cbe00c {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:46:45.005704 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-unplugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:46:45.005955 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-befd3c27-f8d1-4c82-bd8a-492347cbe00c {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:46:45.006367 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'code': 200} Jul 28 21:46:45.040773 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a51288d-930e-4c1f-9bcf-25d44cb5e471 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:46:45.068870 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-208ddc00-b7cc-4296-aef8-b9fa3210d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:45.070397 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-208ddc00-b7cc-4296-aef8-b9fa3210d3ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92&tenant_id=ffceb8c1677d4a91bc2b769424d94a0a HTTP/1.1" status: 200 len: 1097 time: 0.0408387 Jul 28 21:46:45.075432 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=8']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:45.078950 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:45.082979 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:45.129890 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=5a51288d-930e-4c1f-9bcf-25d44cb5e471,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:45.130718 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-aabecf64-46ec-4680-948b-4cee60f116ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:45.132210 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-aabecf64-46ec-4680-948b-4cee60f116ad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1097 time: 0.0396545 Jul 28 21:46:45.220134 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-28e2e578-005e-4ea4-963e-20b17c8c47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:45.221582 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-28e2e578-005e-4ea4-963e-20b17c8c47af service neutron] 10.222.0.22 "GET /v2.0/networks?id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 200 len: 918 time: 0.0822687 Jul 28 21:46:45.285773 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-02a3f299-f03b-41e3-812f-83c9bfdb12c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 200 len: 999 time: 0.0567613 Jul 28 21:46:45.290702 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['5a51288d-930e-4c1f-9bcf-25d44cb5e471'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:46:45.341947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-c11972bd-2da7-40ca-adc1-4825c827f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:45.343557 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-c11972bd-2da7-40ca-adc1-4825c827f058 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 200 len: 856 time: 0.0503213 Jul 28 21:46:45.383289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:45.389648 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-d5376b92-ec82-43f6-8cb2-1f2d9c2bc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:45.391206 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-d5376b92-ec82-43f6-8cb2-1f2d9c2bc83f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c7238311-f09e-4fb2-aa6d-23997d5b9b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404406 Jul 28 21:46:45.392552 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f644ba-ea8e-4742-a370-d02243780b03 req-6fc787cc-9555-408c-9e15-60757451743f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:45.394056 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b2f644ba-ea8e-4742-a370-d02243780b03 req-6fc787cc-9555-408c-9e15-60757451743f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0509458 Jul 28 21:46:45.440647 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b2f644ba-ea8e-4742-a370-d02243780b03 req-5d583709-bc37-4c5d-80da-a2f185ea1b90 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 Jul 28 21:46:45.493439 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-51cdbf38-9bcf-4c06-a5db-e886287917f5 service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950818 Jul 28 21:46:45.586171 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9b823681-9d95-43f6-97b2-2b9ad68fc916 req-3fcdf578-4834-46ef-8872-219ddc1a645b service neutron] 10.222.0.22 "GET /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Jul 28 21:46:46.038125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d899a3-5dc9-4b89-ad26-293584d899e9 req-aee1c4d2-b68a-4ed1-9d10-b0ae6e16a62c tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:46.048095 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-33d899a3-5dc9-4b89-ad26-293584d899e9 req-aee1c4d2-b68a-4ed1-9d10-b0ae6e16a62c tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 944 time: 0.0838213 Jul 28 21:46:46.084691 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-33d899a3-5dc9-4b89-ad26-293584d899e9 req-ad13dd50-7f21-48e7-85be-a2df476e5440 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355856 Jul 28 21:46:46.562835 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa80932-1e48-4d4e-8c35-fdd67c4d7b04 req-b58d96af-cdf1-47a8-a60e-1995107a6805 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:46.564364 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-daa80932-1e48-4d4e-8c35-fdd67c4d7b04 req-b58d96af-cdf1-47a8-a60e-1995107a6805 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0546465 Jul 28 21:46:46.604307 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-daa80932-1e48-4d4e-8c35-fdd67c4d7b04 req-0dfdc81d-fff8-4286-afad-2c7283c577a7 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333264 Jul 28 21:46:46.763154 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 5a51288d-930e-4c1f-9bcf-25d44cb5e471 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:46:46.813191 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:46:46.817016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:46:46.817374 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:46.908490 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:46.918754 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:46.951463 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:46.956766 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:46.957842 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:46:47.006949 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:46:47.009203 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f44452-034c-4298-a4e6-61fcd26c122c" -d '{"events": [{"server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "name": "network-vif-plugged", "status": "completed", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:46:47.045216 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=5a51288d-930e-4c1f-9bcf-25d44cb5e471,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:47.073374 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717c181-d3e9-4ad4-b481-a6642d4298cd x-openstack-request-id: req-4717c181-d3e9-4ad4-b481-a6642d4298cd {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:46:47.073572 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "name": "network-vif-plugged", "status": "completed", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:46:47.073821 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4717c181-d3e9-4ad4-b481-a6642d4298cd {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:46:47.074236 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'code': 200} Jul 28 21:46:47.204096 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c4f14-dbaa-4e16-8103-c30593cafa8d req-213e2e13-c25f-4698-a0c1-6d6eabd8d709 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:47.205767 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1b3c4f14-dbaa-4e16-8103-c30593cafa8d req-213e2e13-c25f-4698-a0c1-6d6eabd8d709 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0492897 Jul 28 21:46:47.245325 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1b3c4f14-dbaa-4e16-8103-c30593cafa8d req-19a0b330-1eda-4178-be14-24d8249339c3 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333099 Jul 28 21:46:47.733590 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc718797-d1b8-4aa7-b64f-36e19815fa21 req-5e09301b-6cf4-4ecf-b39e-214d0c80d4e1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:47.735681 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bc718797-d1b8-4aa7-b64f-36e19815fa21 req-5e09301b-6cf4-4ecf-b39e-214d0c80d4e1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0567660 Jul 28 21:46:47.774228 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-bc718797-d1b8-4aa7-b64f-36e19815fa21 req-9eb81643-b276-4205-96a3-c70e06533b9a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Jul 28 21:46:48.362483 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a4b8b-1dd2-4df0-a227-4cabbf1f7c19 req-93342fc2-e220-4ec2-b537-727a57409a95 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:48.364029 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3d2a4b8b-1dd2-4df0-a227-4cabbf1f7c19 req-93342fc2-e220-4ec2-b537-727a57409a95 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0491302 Jul 28 21:46:48.403291 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3d2a4b8b-1dd2-4df0-a227-4cabbf1f7c19 req-9a5f06c0-577c-4323-8109-c0bc156de96d tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333576 Jul 28 21:46:48.895817 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23152b63-a73e-455e-85db-241cb2da1721 req-4ac5700f-86e6-4163-a9bf-c6bb1bd41af1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:48.897331 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-23152b63-a73e-455e-85db-241cb2da1721 req-4ac5700f-86e6-4163-a9bf-c6bb1bd41af1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0500865 Jul 28 21:46:48.936656 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-23152b63-a73e-455e-85db-241cb2da1721 req-9ee0a395-c54e-4ae0-b9ae-32a1a19789fa tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329435 Jul 28 21:46:49.524976 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd691c-dc67-48a1-be05-3734f760ce65 req-25328814-c6af-4ebb-a616-ab3c69c79c0f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:49.526522 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d3bd691c-dc67-48a1-be05-3734f760ce65 req-25328814-c6af-4ebb-a616-ab3c69c79c0f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0551319 Jul 28 21:46:49.566577 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-d3bd691c-dc67-48a1-be05-3734f760ce65 req-f8c30991-07cf-4fbb-84ac-e9762db2d6d9 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340941 Jul 28 21:46:50.058668 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33abeaa-df20-41ad-96bc-afee57f0ed11 req-3dfb498e-027e-4c15-8bc2-220c9b0a5573 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:50.060185 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b33abeaa-df20-41ad-96bc-afee57f0ed11 req-3dfb498e-027e-4c15-8bc2-220c9b0a5573 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0498540 Jul 28 21:46:50.098541 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b33abeaa-df20-41ad-96bc-afee57f0ed11 req-e98ca826-9f04-4c1e-b5d0-22ddf29174a6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Jul 28 21:46:50.684121 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70b877-da1e-4058-a78a-2286b8265ccd req-430e89b8-4003-4883-9e45-bff26e221342 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:50.685850 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7a70b877-da1e-4058-a78a-2286b8265ccd req-430e89b8-4003-4883-9e45-bff26e221342 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0497999 Jul 28 21:46:50.726586 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7a70b877-da1e-4058-a78a-2286b8265ccd req-f29530a8-a0e0-426f-838e-5ccf2938a8c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337574 Jul 28 21:46:51.220591 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220527c7-f061-40b8-b267-b0ed5cbac0f8 req-9283cd99-bdce-46c4-87bd-0bbda5b8a118 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:51.222062 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-220527c7-f061-40b8-b267-b0ed5cbac0f8 req-9283cd99-bdce-46c4-87bd-0bbda5b8a118 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0524817 Jul 28 21:46:51.260563 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-220527c7-f061-40b8-b267-b0ed5cbac0f8 req-ded53ddb-631d-41f4-a134-d7716ae69828 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Jul 28 21:46:51.842281 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721aa76-4168-4f4e-81b3-e27e5423cfd8 req-51c0dd63-4ec1-4a7f-bb56-09dde1dca4b4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:51.844660 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8721aa76-4168-4f4e-81b3-e27e5423cfd8 req-51c0dd63-4ec1-4a7f-bb56-09dde1dca4b4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0491626 Jul 28 21:46:51.884483 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8721aa76-4168-4f4e-81b3-e27e5423cfd8 req-511909e0-2515-48b4-b60e-e7d8b68baa62 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338321 Jul 28 21:46:52.383130 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63908338-599c-4d8c-be74-fc86b20e8678 req-8ea302d8-c355-42a5-8c28-011b1d3d88b8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:52.384625 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-63908338-599c-4d8c-be74-fc86b20e8678 req-8ea302d8-c355-42a5-8c28-011b1d3d88b8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0490072 Jul 28 21:46:52.424368 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-63908338-599c-4d8c-be74-fc86b20e8678 req-7c721ef1-ea00-4456-8b36-0c85d928815e tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334642 Jul 28 21:46:53.018175 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec4cc9-4e92-4e5f-8ea6-f4113e7ceae0 req-36733393-2325-47b2-8981-6b9b36772a11 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:53.019670 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c3ec4cc9-4e92-4e5f-8ea6-f4113e7ceae0 req-36733393-2325-47b2-8981-6b9b36772a11 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0664377 Jul 28 21:46:53.058112 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c3ec4cc9-4e92-4e5f-8ea6-f4113e7ceae0 req-f4bb7788-ea25-4006-af98-2a7b62176807 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Jul 28 21:46:53.546954 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1f8d-edb5-41d6-b1e9-b1510a4f62c2 req-f579ca77-cd16-4bd1-a266-9876c6309924 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:53.548468 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2d7f1f8d-edb5-41d6-b1e9-b1510a4f62c2 req-f579ca77-cd16-4bd1-a266-9876c6309924 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0514688 Jul 28 21:46:53.588037 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2d7f1f8d-edb5-41d6-b1e9-b1510a4f62c2 req-445da27a-49f1-4c0a-a63f-23621b1db889 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Jul 28 21:46:54.174122 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744202ba-fad6-47c6-a0f0-64f1da561105 req-34a5bbf2-0c1d-4e11-9ca7-0a86955bb574 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:54.175751 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-744202ba-fad6-47c6-a0f0-64f1da561105 req-34a5bbf2-0c1d-4e11-9ca7-0a86955bb574 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0486989 Jul 28 21:46:54.214661 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-744202ba-fad6-47c6-a0f0-64f1da561105 req-417cb86c-a4e3-430a-98ec-5dc0ff37b0e5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Jul 28 21:46:54.723288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72630-9329-4c2f-98b2-85c952ce18a3 req-ee2e836e-7521-4d58-a600-9fb818aec7ba tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:54.724913 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fee72630-9329-4c2f-98b2-85c952ce18a3 req-ee2e836e-7521-4d58-a600-9fb818aec7ba tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0635626 Jul 28 21:46:54.767436 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fee72630-9329-4c2f-98b2-85c952ce18a3 req-e5dbebe3-e33a-4b56-a0f4-5d9cb2674fe0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340552 Jul 28 21:46:55.329197 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e68f2-5120-4965-99c6-85c554e63c8e req-bf3c347a-a19a-483b-8fbe-3aff50567042 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:55.330727 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-084e68f2-5120-4965-99c6-85c554e63c8e req-bf3c347a-a19a-483b-8fbe-3aff50567042 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Jul 28 21:46:55.374115 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-084e68f2-5120-4965-99c6-85c554e63c8e req-ec327504-87c2-44f4-beb8-41716813b689 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363600 Jul 28 21:46:55.870973 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055b550-7499-4dfa-a4a1-df90d61277f5 req-4279278e-4444-481d-b963-663ffdee02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:55.872434 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8055b550-7499-4dfa-a4a1-df90d61277f5 req-4279278e-4444-481d-b963-663ffdee02d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0620909 Jul 28 21:46:55.903521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dea2a-1154-4fc2-84af-7b9e8f591b5c req-26649e38-23bf-4773-b685-43041d386a4f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:55.904916 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-453dea2a-1154-4fc2-84af-7b9e8f591b5c req-26649e38-23bf-4773-b685-43041d386a4f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0652623 Jul 28 21:46:55.925370 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8055b550-7499-4dfa-a4a1-df90d61277f5 req-8d93dc1f-2a1d-4f15-854f-29d4b6657a70 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453067 Jul 28 21:46:55.949381 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-453dea2a-1154-4fc2-84af-7b9e8f591b5c req-716f049f-a069-4540-b7ae-23c3d9b22f62 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358992 Jul 28 21:46:56.490765 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013542f-1abc-44a5-8254-6c569e456a29 req-d27ca811-f233-4e36-b879-c2f7355cb14f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:56.492274 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7013542f-1abc-44a5-8254-6c569e456a29 req-d27ca811-f233-4e36-b879-c2f7355cb14f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0517566 Jul 28 21:46:56.528644 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-7013542f-1abc-44a5-8254-6c569e456a29 req-90c41148-a634-4070-8ef4-d16dbac908b9 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Jul 28 21:46:57.067822 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90a488-4443-4986-b132-37d131ceb65d req-73bc22a1-f1db-40e3-850d-03a20d2fea59 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:57.069256 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec90a488-4443-4986-b132-37d131ceb65d req-73bc22a1-f1db-40e3-850d-03a20d2fea59 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0503263 Jul 28 21:46:57.105679 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ec90a488-4443-4986-b132-37d131ceb65d req-d5949e18-710e-4f27-9190-ca7f64f47e05 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306337 Jul 28 21:46:57.639937 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c416a8-15a8-4b4f-b3b4-dfddf924864b req-14dce1fb-5f9c-4e98-bbd8-28e931c6a9e4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:57.641398 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b4c416a8-15a8-4b4f-b3b4-dfddf924864b req-14dce1fb-5f9c-4e98-bbd8-28e931c6a9e4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0479350 Jul 28 21:46:57.677695 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b4c416a8-15a8-4b4f-b3b4-dfddf924864b req-672079c1-de9b-47b5-83f9-86721662eb22 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304279 Jul 28 21:46:57.785770 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829aefb-4298-4e06-93f1-7d22c5639129 req-0e28f000-c7ce-4628-9ca5-625d84ddf208 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:57.787148 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8829aefb-4298-4e06-93f1-7d22c5639129 req-0e28f000-c7ce-4628-9ca5-625d84ddf208 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0464420 Jul 28 21:46:57.823571 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8829aefb-4298-4e06-93f1-7d22c5639129 req-fee7b18e-81a4-48be-a632-db6cdaf3ed99 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Jul 28 21:46:57.844571 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37032) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:57.921046 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b2284d-3a4a-4b6e-96b8-7b17ab747e3e tempest-TestVolumeBootPattern-353159717 tempest-TestVolumeBootPattern-353159717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:57.923085 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-03b2284d-3a4a-4b6e-96b8-7b17ab747e3e tempest-TestVolumeBootPattern-353159717 tempest-TestVolumeBootPattern-353159717-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1093 time: 0.0775707 Jul 28 21:46:57.925959 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37036) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:46:57.930240 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'port_id': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:46:57.954319 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:58.048444 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:58.150421 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Allocated IP 172.27.3.29 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/1be14b9f-7ef6-4bde-a969-f18d13edba38) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:46:58.222192 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631756a-b0c3-4b94-87e1-694162b8904d req-381f54cd-0e26-403b-b275-d5377e837c35 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:58.223983 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0631756a-b0c3-4b94-87e1-694162b8904d req-381f54cd-0e26-403b-b275-d5377e837c35 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 944 time: 0.0477746 Jul 28 21:46:58.250066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:58.261819 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0631756a-b0c3-4b94-87e1-694162b8904d req-3058a69b-817e-4199-a67a-e9019776b570 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jul 28 21:46:58.288242 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:58.322401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:46:58.325020 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:46:58.328847 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:46:58.356627 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=1be14b9f-7ef6-4bde-a969-f18d13edba38,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:58.707621 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:58.775292 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:58.840569 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:46:58.938069 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:58.954636 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'port_id': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'mac_address': 'fa:16:3e:50:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:46:58.991972 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:59.005749 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62735ed-64b4-4130-8466-407ab22b11fc {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:46:59.026289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:46:59.030560 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:59.078465 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=9']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:59.173477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:59.177869 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:59.238550 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['d62735ed-64b4-4130-8466-407ab22b11fc'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:46:59.241214 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=1be14b9f-7ef6-4bde-a969-f18d13edba38,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:46:59.251452 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:59.356036 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Floating IP 78c75e89-70e8-43be-9492-b24f04f5b799 associated. External IP: 172.27.3.29, port: 5a51288d-930e-4c1f-9bcf-25d44cb5e471. Jul 28 21:46:59.433859 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10762e96-7f73-4427-93d1-3748f4bc0234 req-53bf25e1-4beb-41b7-b165-699308fe82a6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:59.435373 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-10762e96-7f73-4427-93d1-3748f4bc0234 req-53bf25e1-4beb-41b7-b165-699308fe82a6 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 945 time: 0.0951586 Jul 28 21:46:59.507806 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-10762e96-7f73-4427-93d1-3748f4bc0234 req-053a0d24-368e-4ebf-b6d2-c0a3b60b459f tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 Jul 28 21:46:59.610463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:46:59.713499 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:46:59.724150 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:46:59.729271 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:46:59.733621 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:46:59.734923 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:46:59.755484 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-0d1b662c-44c8-4433-a054-93cfbc615443 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8285062 Jul 28 21:46:59.756162 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:46:59.758441 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7403c5-7c22-4d49-b0e5-beec46865612" -d '{"events": [{"name": "network-changed", "server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:46:59.795549 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3cc68a-c4b9-4a11-8082-68bd21209cc9 x-openstack-request-id: req-8d3cc68a-c4b9-4a11-8082-68bd21209cc9 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:46:59.795836 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:46:59.796086 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d3cc68a-c4b9-4a11-8082-68bd21209cc9 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:46:59.796486 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'status': 'completed', 'code': 200} Jul 28 21:46:59.861205 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-1443e237-0c85-4d65-bbbf-3791b5967cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:59.863065 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-1443e237-0c85-4d65-bbbf-3791b5967cde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0458357 Jul 28 21:46:59.953408 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-82ff1a70-4f0c-4c08-a600-ae2aca81f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:46:59.954911 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-82ff1a70-4f0c-4c08-a600-ae2aca81f54b service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0846457 Jul 28 21:46:59.960029 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:00.023242 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-e85774a9-1b73-4995-b7c6-25863f1892ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 200 len: 998 time: 0.0610826 Jul 28 21:47:00.070960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-e810f57d-2000-4969-b737-5141410a3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:00.072430 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-e810f57d-2000-4969-b737-5141410a3503 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0424435 Jul 28 21:47:00.124961 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-5d8cfcbe-7501-4437-b9c4-3744b2f362fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:00.126496 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-5d8cfcbe-7501-4437-b9c4-3744b2f362fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468860 Jul 28 21:47:00.223286 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '78c75e89-70e8-43be-9492-b24f04f5b799', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:e7:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:46:58Z', 'updated_at': '2021-07-28T21:46:58Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:00.251693 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-8190ebf4-afcb-4498-bb19-81643c8d7b72 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182597 Jul 28 21:47:00.270087 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:00.278647 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:00.279193 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:00.339220 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9d7403c5-7c22-4d49-b0e5-beec46865612 req-ee2366eb-a5ed-418c-b1c7-71e08396bb1a service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800669 Jul 28 21:47:00.386723 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:00.602035 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '78c75e89-70e8-43be-9492-b24f04f5b799', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:e7:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:46:58Z', 'updated_at': '2021-07-28T21:46:58Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:00.628828 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae7f93-ca73-462a-bfd0-b5cb4ba34037 None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '78c75e89-70e8-43be-9492-b24f04f5b799', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:e7:3d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:46:58Z', 'updated_at': '2021-07-28T21:46:58Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:00.632393 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa62afa-bb65-4223-afe3-a6f2fdfd79fe req-780adb6d-7b77-46d6-946a-8df58f5e6919 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:00.633569 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0fa62afa-bb65-4223-afe3-a6f2fdfd79fe req-780adb6d-7b77-46d6-946a-8df58f5e6919 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 945 time: 0.0548973 Jul 28 21:47:00.672682 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0fa62afa-bb65-4223-afe3-a6f2fdfd79fe req-8e35a442-0ac2-47eb-9df5-9ba89b7998b8 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329068 Jul 28 21:47:00.809850 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acdeae-7c3d-4575-94c6-b4d20233012a None None] New status for floating IP 78c75e89-70e8-43be-9492-b24f04f5b799: ACTIVE {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:47:00.841811 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:00.891777 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port d62735ed-64b4-4130-8466-407ab22b11fc triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:00.892256 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:00.966855 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:00.990645 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:47:00.992903 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc341a-f854-4b5e-90c1-61a44edcf733" -d '{"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-plugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:47:01.006441 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:01.010358 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:01.035279 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfdcf4a-aa0d-4ec1-8ad9-f411c2fcfef9 x-openstack-request-id: req-7bfdcf4a-aa0d-4ec1-8ad9-f411c2fcfef9 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:47:01.035563 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-plugged", "status": "completed", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:47:01.035822 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bfdcf4a-aa0d-4ec1-8ad9-f411c2fcfef9 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:47:01.036214 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'code': 200} Jul 28 21:47:01.061338 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=10']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:01.208280 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba742a-4bb6-4375-84d2-a93e3408a1a1 req-86565d65-1f1a-41d7-bae9-3db9b97e108a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:01.209729 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9cba742a-4bb6-4375-84d2-a93e3408a1a1 req-86565d65-1f1a-41d7-bae9-3db9b97e108a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 1100 time: 0.0424535 Jul 28 21:47:01.243472 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9cba742a-4bb6-4375-84d2-a93e3408a1a1 req-f25ba3f2-c928-4051-9a63-4e397054cbf4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263979 Jul 28 21:47:01.793589 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8debf9-abb0-42e9-8a24-c14fcf0e112b req-2371b9bc-2517-41dc-b95d-18edd57f5331 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:01.794964 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4b8debf9-abb0-42e9-8a24-c14fcf0e112b req-2371b9bc-2517-41dc-b95d-18edd57f5331 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 947 time: 0.0479529 Jul 28 21:47:01.832530 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4b8debf9-abb0-42e9-8a24-c14fcf0e112b req-b554e6e3-7a3a-44c1-a8a4-2a53c5ede77a tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Jul 28 21:47:02.952207 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf58cc-b31e-4ee1-a612-9977c9bfb330 req-65d8aa5e-bad9-4c95-8ef3-c3b7a99f55a0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:02.954162 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0baf58cc-b31e-4ee1-a612-9977c9bfb330 req-65d8aa5e-bad9-4c95-8ef3-c3b7a99f55a0 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 947 time: 0.0503585 Jul 28 21:47:02.969157 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:47:02.990690 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0baf58cc-b31e-4ee1-a612-9977c9bfb330 req-f38658d1-24cd-4bb3-a81d-6442fad8f921 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305452 Jul 28 21:47:04.443217 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37092) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:04.682373 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Deleting port a1704a14-53ff-4372-ab0a-82c0d504d38e {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:04.682712 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:04.759606 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:04.759929 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:04.770772 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Calling delete_port for a1704a14-53ff-4372-ab0a-82c0d504d38e owned by network:floatingip {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:04.910970 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:04.936089 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event deleted for resources: {'Port': ['ID=a1704a14-53ff-4372-ab0a-82c0d504d38e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:04.992299 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for floatingip, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:04.992632 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Floating IP 8d3b59c9-0b90-489a-9552-8209d7f4ae24 disassociated (deleted). External IP: 172.27.3.77, port: 12a66bb3-4839-4695-865f-377098eed46e. Jul 28 21:47:05.190035 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Router 0ee4af46-90d3-4f18-a540-415c01c28a40 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:47:05.292481 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:05.297335 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:05.302124 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] Sync routers for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:05.314383 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:05.315004 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:05.323178 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b1444714-aaab-4382-958c-f5501ab3c5c4 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "DELETE /v2.0/floatingips/8d3b59c9-0b90-489a-9552-8209d7f4ae24 HTTP/1.1" status: 204 len: 168 time: 0.8789155 Jul 28 21:47:05.323833 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:47:05.328136 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:47:05.363972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c1199-e298-4cb9-8d23-5d414cef4f9d x-openstack-request-id: req-3f8c1199-e298-4cb9-8d23-5d414cef4f9d {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:47:05.366191 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:47:05.366517 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f8c1199-e298-4cb9-8d23-5d414cef4f9d {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:47:05.367041 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'status': 'completed', 'code': 200} Jul 28 21:47:05.425052 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:05.428404 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-9e1cb3b5-67a7-4117-ae6b-4a197c692ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:05.430156 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-9e1cb3b5-67a7-4117-ae6b-4a197c692ac9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 1098 time: 0.0434341 Jul 28 21:47:05.535707 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-eed611f5-d109-450e-8df5-3eb6b3661d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:05.537448 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-eed611f5-d109-450e-8df5-3eb6b3661d5a service neutron] 10.222.0.22 "GET /v2.0/networks?id=e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 200 len: 908 time: 0.0951488 Jul 28 21:47:05.552167 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cc889-9696-46d6-8ade-b216aaa0af02 req-528ec686-17ab-4987-abf9-b83626e8fd2e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:05.553693 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a44cc889-9696-46d6-8ade-b216aaa0af02 req-528ec686-17ab-4987-abf9-b83626e8fd2e tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0502875 Jul 28 21:47:05.581916 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-734d60c0-320d-4b4a-b7cd-36d5a673141f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 200 len: 217 time: 0.0358655 Jul 28 21:47:05.592131 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a44cc889-9696-46d6-8ade-b216aaa0af02 req-8cf214ab-40dd-40a0-aecb-344f9bb15bcb tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322306 Jul 28 21:47:05.632773 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:54Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:05.647516 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-97fc97d1-2262-43dc-917a-aa8d742ae748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:05.649888 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-97fc97d1-2262-43dc-917a-aa8d742ae748 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 200 len: 846 time: 0.0537617 Jul 28 21:47:05.659788 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] Checking router: 0ee4af46-90d3-4f18-a540-415c01c28a40 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:05.668252 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:05.668894 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:05.695911 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-a07b6f34-9cdf-4a6b-b269-62b006585eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:05.697401 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-a07b6f34-9cdf-4a6b-b269-62b006585eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e6a869d5-32f9-48eb-8efd-93850f857cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400610 Jul 28 21:47:05.774309 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:05.788555 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-b7310f95-4d7c-4f81-86d4-d2df9848914e service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813298 Jul 28 21:47:05.884307 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-129e2bc3-8ee0-40bc-bc25-75f1d0c994bd req-e7b777b4-b2ee-419e-bdb5-efa392348724 service neutron] 10.222.0.22 "GET /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864742 Jul 28 21:47:05.973728 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:54Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:06.000568 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefc243-0e4f-4baf-9203-fb25183fdd49 None None] The sync data for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi is: [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:41:48Z', 'revision_number': 4, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'b1eb1594-7368-4e80-aec9-4fa18c42250c', 'name': '', 'network_id': 'e6a869d5-32f9-48eb-8efd-93850f857cf1', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'mac_address': 'fa:16:3e:f2:5e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:47Z', 'updated_at': '2021-07-28T21:41:54Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'subnets': [{'id': 'd2eb66e9-aee4-46c9-9b87-909a04852077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:06.201265 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743ea9d-d8ab-4ff6-aa91-db6cba67b75c None None] New status for floating IP 8d3b59c9-0b90-489a-9552-8209d7f4ae24: DOWN {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:47:06.706958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1fc1c-0a2d-46a7-bd63-f64f76c2e4ec req-653919fc-ef16-4d11-a103-313a178b2986 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:06.708388 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-00e1fc1c-0a2d-46a7-bd63-f64f76c2e4ec req-653919fc-ef16-4d11-a103-313a178b2986 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0469050 Jul 28 21:47:06.744779 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-00e1fc1c-0a2d-46a7-bd63-f64f76c2e4ec req-d70d848a-effa-4e98-b02d-f3666508d5c8 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/security-groups?id=773852a1-44a9-42c4-b18e-cfeb4062f1c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305936 Jul 28 21:47:07.071466 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-1cf28143-69a9-410c-a2be-83c78d527437 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:07.072881 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-1cf28143-69a9-410c-a2be-83c78d527437 tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 945 time: 0.0456836 Jul 28 21:47:07.162080 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Deleting port 12a66bb3-4839-4695-865f-377098eed46e {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:07.162446 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:07.244863 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] For port 12a66bb3-4839-4695-865f-377098eed46e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=12a66bb3-4839-4695-865f-377098eed46e,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:07.245142 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:07.257927 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Calling delete_port for 12a66bb3-4839-4695-865f-377098eed46e owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:07.381139 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:07.407889 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event deleted for resources: {'Port': ['ID=12a66bb3-4839-4695-865f-377098eed46e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:07.452390 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] No DVR routers for this DVR port 12a66bb3-4839-4695-865f-377098eed46e on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:07.454827 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:07.456763 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-664a6bf5-47b4-4004-a9e1-96be6f3c6ea6 req-60f0dd49-b570-4619-b0f0-35566c1455ea tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.22 "DELETE /v2.0/ports/12a66bb3-4839-4695-865f-377098eed46e HTTP/1.1" status: 204 len: 173 time: 0.3777249 Jul 28 21:47:07.457190 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-deleted', 'tag': '12a66bb3-4839-4695-865f-377098eed46e'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:47:07.459529 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e926949f-1c47-4f4f-8a7f-aeb6563819dc" -d '{"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-deleted", "tag": "12a66bb3-4839-4695-865f-377098eed46e"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:47:07.496309 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb08f3-3ebf-4fc8-8697-fc92e33a142d x-openstack-request-id: req-34bb08f3-3ebf-4fc8-8697-fc92e33a142d {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:47:07.496539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cec1aeb-039e-423c-91df-5a1b3419603e", "name": "network-vif-deleted", "tag": "12a66bb3-4839-4695-865f-377098eed46e", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:47:07.496788 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34bb08f3-3ebf-4fc8-8697-fc92e33a142d {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:47:07.497175 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cec1aeb-039e-423c-91df-5a1b3419603e', 'name': 'network-vif-deleted', 'tag': '12a66bb3-4839-4695-865f-377098eed46e', 'status': 'completed', 'code': 200} Jul 28 21:47:07.848131 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d00e1fb2-2d51-43db-ba32-4257c279c40e req-c70efb23-4446-4c19-a5bb-859d9233d10d tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "GET /v2.0/ports?device_id=7cec1aeb-039e-423c-91df-5a1b3419603e HTTP/1.1" status: 200 len: 210 time: 0.0309567 Jul 28 21:47:08.903419 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37112) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:08.959428 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-560b5ca0-8b51-4cd9-be6f-a1b50135008f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:08.984871 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-560b5ca0-8b51-4cd9-be6f-a1b50135008f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:09.042526 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-560b5ca0-8b51-4cd9-be6f-a1b50135008f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:09.044989 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-560b5ca0-8b51-4cd9-be6f-a1b50135008f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:09.046123 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-560b5ca0-8b51-4cd9-be6f-a1b50135008f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] 10.222.0.21 "DELETE /v2.0/security-groups/773852a1-44a9-42c4-b18e-cfeb4062f1c3 HTTP/1.1" status: 204 len: 168 time: 0.1417091 Jul 28 21:47:09.056308 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b5ca0-8b51-4cd9-be6f-a1b50135008f tempest-TestShelveInstance-1928372736 tempest-TestShelveInstance-1928372736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773852a1-44a9-42c4-b18e-cfeb4062f1c3,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:10.128401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37118) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:10.547968 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:10.777821 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Deleting port b1eb1594-7368-4e80-aec9-4fa18c42250c {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:10.778070 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:10.851941 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] For port b1eb1594-7368-4e80-aec9-4fa18c42250c, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=b1eb1594-7368-4e80-aec9-4fa18c42250c,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:10.852295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:10.864795 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Calling delete_port for b1eb1594-7368-4e80-aec9-4fa18c42250c owned by network:router_interface {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:10.903626 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:10.923756 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 12a66bb3-4839-4695-865f-377098eed46e {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:10.924101 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 12a66bb3-4839-4695-865f-377098eed46e not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:11.037552 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:11.066912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1eb1594-7368-4e80-aec9-4fa18c42250c,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:11.224963 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:11.427629 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Router 0ee4af46-90d3-4f18-a540-415c01c28a40 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:47:11.531580 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:11.536765 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ded6b1f3-261b-4bc8-8e0a-922b923e9f3e admin admin] 10.222.0.21 "PUT /v2.0/routers/0ee4af46-90d3-4f18-a540-415c01c28a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4073405 Jul 28 21:47:11.539286 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37122) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:11.540388 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] Sync routers for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:11.549357 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:11.549953 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:11.608951 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b1d6-d673-45bf-b009-9289aa2d060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:11.666195 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:11.904179 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks [] for router, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:11.977245 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:47:10Z', 'revision_number': 5, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port': {'id': '9ea5720d-4578-419b-9e65-17cf6c4dbec7', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:44Z', 'updated_at': '2021-07-28T21:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:11.999048 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.003790 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] Checking router: 0ee4af46-90d3-4f18-a540-415c01c28a40 for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:12.012016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] Routers {'0ee4af46-90d3-4f18-a540-415c01c28a40'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:12.012628 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:46:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['0ee4af46-90d3-4f18-a540-415c01c28a40'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:12.054624 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Deleting port 9ea5720d-4578-419b-9e65-17cf6c4dbec7 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:12.054958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.100400 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] Set router 0ee4af46-90d3-4f18-a540-415c01c28a40 gateway port host: None {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:12.135521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] For port 9ea5720d-4578-419b-9e65-17cf6c4dbec7, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=9ea5720d-4578-419b-9e65-17cf6c4dbec7,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:12.135935 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.148349 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Calling delete_port for 9ea5720d-4578-419b-9e65-17cf6c4dbec7 owned by network:router_gateway {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:12.155946 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:47:11Z', 'revision_number': 6, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:12.182590 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f52da88-628a-4e88-8071-3c29a2c922be None None] The sync data for ids ['0ee4af46-90d3-4f18-a540-415c01c28a40'] in dv-cinder-784623-15-iscsi is: [{'id': '0ee4af46-90d3-4f18-a540-415c01c28a40', 'name': 'tempest-TestShelveInstance-33258624-router', 'tenant_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:43Z', 'updated_at': '2021-07-28T21:47:11Z', 'revision_number': 6, 'project_id': 'c25557b9016b4b95b3d7bedacc4dc00b', 'gw_port_host': None}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:12.311188 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.338122 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea5720d-4578-419b-9e65-17cf6c4dbec7,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:12.395949 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.483291 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.485999 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.527815 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.528380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee4af46-90d3-4f18-a540-415c01c28a40 {{(pid=99670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:47:12.534574 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.535750 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5b227227-7fd9-41a4-b7a2-030e86066c78 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ee4af46-90d3-4f18-a540-415c01c28a40 HTTP/1.1" status: 204 len: 168 time: 0.9954634 Jul 28 21:47:12.538181 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37124) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:12.585905 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Deleting subnet d2eb66e9-aee4-46c9-9b87-909a04852077 {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:47:12.589616 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.623779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127466137'] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.697717 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.748451 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127466182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127449070'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.767778 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.777176 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2eb66e9-aee4-46c9-9b87-909a04852077,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:12.781330 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.783206 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-92fb9a18-99d8-409d-acac-a1683d8801e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d2eb66e9-aee4-46c9-9b87-909a04852077 HTTP/1.1" status: 204 len: 168 time: 0.2441053 Jul 28 21:47:12.785754 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37126) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:12.786598 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0700ae6-52f9-4bf1-8db6-7035ad56fb30 None None] Network e6a869d5-32f9-48eb-8efd-93850f857cf1 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:47:12.851107 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.901709 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Deleting port 0e186482-7a54-4e1e-b957-79a0ef762813 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:12.902050 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.966297 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] DHCP port deletion for e6a869d5-32f9-48eb-8efd-93850f857cf1 request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:47:12.970636 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] For port 0e186482-7a54-4e1e-b957-79a0ef762813, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0e186482-7a54-4e1e-b957-79a0ef762813,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:12.971005 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:12.984104 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Calling delete_port for 0e186482-7a54-4e1e-b957-79a0ef762813 owned by network:dhcp {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:13.012906 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Deleting port 0e186482-7a54-4e1e-b957-79a0ef762813 {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:13.013451 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.064839 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.079292 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] For port 0e186482-7a54-4e1e-b957-79a0ef762813, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0e186482-7a54-4e1e-b957-79a0ef762813,segment=NetworkSegment(3aa26e52-9628-45de-9474-d89cfe31c657),segment_id=3aa26e52-9628-45de-9474-d89cfe31c657)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:13.079543 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.091972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e186482-7a54-4e1e-b957-79a0ef762813,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:13.092742 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Calling delete_port for 0e186482-7a54-4e1e-b957-79a0ef762813 owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:13.095880 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] No DVR routers for this DVR port 0e186482-7a54-4e1e-b957-79a0ef762813 on host dv-cinder-784623-15-iscsi {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:13.172778 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.174859 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.182596 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a869d5-32f9-48eb-8efd-93850f857cf1']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:13.194199 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa26e52-9628-45de-9474-d89cfe31c657') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:13.194389 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa26e52-9628-45de-9474-d89cfe31c657') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:13.200796 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Pushing event deleted for resources: {'Port': ['ID=0e186482-7a54-4e1e-b957-79a0ef762813,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:13.206376 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.209570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] No DVR routers for this DVR port 0e186482-7a54-4e1e-b957-79a0ef762813 on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:13.211931 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.212578 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.212754 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.212946 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.213288 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.213623 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.213956 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.214681 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.214681 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.214957 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.215266 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.215594 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9dcf0f-6386-409f-b814-74471a7230df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:13.221957 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.233539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:47:13.234094 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:47:13.235750 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:47:13.292564 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.298316 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.300179 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6a869d5-32f9-48eb-8efd-93850f857cf1 HTTP/1.1" status: 204 len: 168 time: 0.5134556 Jul 28 21:47:13.303040 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37130) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:13.318209 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229accd5-a74c-4136-9af8-9f530fbd329d admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a869d5-32f9-48eb-8efd-93850f857cf1,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:13.641222 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.751985 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device b1eb1594-7368-4e80-aec9-4fa18c42250c no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:13.771532 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: b1eb1594-7368-4e80-aec9-4fa18c42250c {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:13.771886 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device b1eb1594-7368-4e80-aec9-4fa18c42250c not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:13.772311 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 9ea5720d-4578-419b-9e65-17cf6c4dbec7 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:13.793589 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 9ea5720d-4578-419b-9e65-17cf6c4dbec7 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:13.793931 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 9ea5720d-4578-419b-9e65-17cf6c4dbec7 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:13.794374 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0e186482-7a54-4e1e-b957-79a0ef762813 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:13.812864 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 0e186482-7a54-4e1e-b957-79a0ef762813 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:13.813205 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0e186482-7a54-4e1e-b957-79a0ef762813 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:13.883620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Deleting port cb61e185-0c09-4c07-bea4-4d0417946a22 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:13.883959 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.962053 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] For port cb61e185-0c09-4c07-bea4-4d0417946a22, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=cb61e185-0c09-4c07-bea4-4d0417946a22,segment=NetworkSegment(bfedbaae-1e30-45ba-abcb-23225f67482b),segment_id=bfedbaae-1e30-45ba-abcb-23225f67482b)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:13.962435 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:13.975821 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Calling delete_port for cb61e185-0c09-4c07-bea4-4d0417946a22 owned by network:router_interface {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:14.155151 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.161988 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.181863 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb61e185-0c09-4c07-bea4-4d0417946a22,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:14.212016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-97016878-61c3-45e3-a9df-a612df5cecd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.340001 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.550036 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:47:14.649961 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:14.654747 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b45474bb-29b3-40ee-8c1b-3ac9d0ea339e admin admin] 10.222.0.21 "PUT /v2.0/routers/3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3507643 Jul 28 21:47:14.657484 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37132) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:14.659973 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] Sync routers for ids ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:14.668969 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] Routers {'3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:14.669554 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:14.755901 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks [] for router, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.770385 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] Set router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:14.857211 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.911463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Deleting port 7c68c52c-4a41-45de-af03-1c74d8a66fb0 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:14.911795 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:14.991421 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] For port 7c68c52c-4a41-45de-af03-1c74d8a66fb0, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=7c68c52c-4a41-45de-af03-1c74d8a66fb0,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:14.991779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.003642 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Calling delete_port for 7c68c52c-4a41-45de-af03-1c74d8a66fb0 owned by network:router_gateway {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:15.023502 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:47:14Z', 'revision_number': 5, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port': {'id': '7c68c52c-4a41-45de-af03-1c74d8a66fb0', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:41:52Z', 'updated_at': '2021-07-28T21:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:15.052355 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] Checking router: 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:15.060379 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] Routers {'3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:15.060975 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:15.147375 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] Set router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:15.169469 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.196075 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c68c52c-4a41-45de-af03-1c74d8a66fb0,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:15.201454 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:47:14Z', 'revision_number': 6, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:15.230926 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229f37c1-018f-48a5-aad4-8907c19ea1f2 None None] The sync data for ids ['3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6'] in dv-cinder-784623-15-iscsi is: [{'id': '3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6', 'name': 'tempest-TestShelveInstance-448476171-router', 'tenant_id': 'dfec1b66bdb9457e81214a772f3ad322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:41:51Z', 'updated_at': '2021-07-28T21:47:14Z', 'revision_number': 6, 'project_id': 'dfec1b66bdb9457e81214a772f3ad322', 'gw_port_host': None}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:15.259885 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.346076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.348039 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.365415 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.663188 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.663815 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 {{(pid=99670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:47:15.668017 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.669063 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-0afddc06-d35a-4ab7-b777-3b0ffe2f7a28 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3d6f39c5-0e2e-4a76-9a6e-9deaba7022e6 HTTP/1.1" status: 204 len: 168 time: 1.0106716 Jul 28 21:47:15.671557 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37134) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:15.714445 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Deleting subnet cead90ec-1412-4867-8fd8-b0b383ec5d7e {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:47:15.717395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.750891 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127466137'] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.827974 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.877596 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127466182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127449070'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.900803 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cead90ec-1412-4867-8fd8-b0b383ec5d7e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:15.906894 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:15.908804 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-dd75c904-91e0-40de-89ef-d76255967ad3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cead90ec-1412-4867-8fd8-b0b383ec5d7e HTTP/1.1" status: 204 len: 168 time: 0.2361820 Jul 28 21:47:15.911461 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37136) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:15.912337 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd51cb-10b9-4afc-841f-2bbbad24286e None None] Network 5d332fa8-592d-47e3-9912-9ea6c0858339 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:47:15.982976 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.026401 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device cb61e185-0c09-4c07-bea4-4d0417946a22 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:16.038299 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Deleting port 170227de-78a8-4dac-96bb-2901c02eb551 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:16.038644 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.048636 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: cb61e185-0c09-4c07-bea4-4d0417946a22 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:16.049054 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device cb61e185-0c09-4c07-bea4-4d0417946a22 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:16.049570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 7c68c52c-4a41-45de-af03-1c74d8a66fb0 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:16.073431 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 7c68c52c-4a41-45de-af03-1c74d8a66fb0 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:16.074016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 7c68c52c-4a41-45de-af03-1c74d8a66fb0 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:16.100391 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] For port 170227de-78a8-4dac-96bb-2901c02eb551, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=170227de-78a8-4dac-96bb-2901c02eb551,segment=NetworkSegment(bfedbaae-1e30-45ba-abcb-23225f67482b),segment_id=bfedbaae-1e30-45ba-abcb-23225f67482b)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:16.100752 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.113940 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Calling delete_port for 170227de-78a8-4dac-96bb-2901c02eb551 owned by network:dhcp {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:16.145578 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] DHCP port deletion for 5d332fa8-592d-47e3-9912-9ea6c0858339 request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:47:16.193273 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Deleting port 170227de-78a8-4dac-96bb-2901c02eb551 {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:16.193744 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.196492 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.223511 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] No DVR routers for this DVR port 170227de-78a8-4dac-96bb-2901c02eb551 on host dv-cinder-784623-15-iscsi {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:16.231849 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Pushing event deleted for resources: {'Port': ['ID=170227de-78a8-4dac-96bb-2901c02eb551,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:16.265920 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] For port 170227de-78a8-4dac-96bb-2901c02eb551, host dv-cinder-784623-15-iscsi, got binding levels [] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:16.267089 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.267684 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.268033 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.268546 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.268885 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.269217 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.269546 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.269873 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.270223 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.270550 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.270870 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.271190 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.271514 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:16.280162 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Calling delete_port for 170227de-78a8-4dac-96bb-2901c02eb551 owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:16.282954 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.ipam_backend_mixin [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Port 170227de-78a8-4dac-96bb-2901c02eb551 was not found and therefore no delete operation was performed {{(pid=99671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 21:47:16.284509 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.311253 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] Pushing event deleted for resources: {'Port': ['ID=170227de-78a8-4dac-96bb-2901c02eb551,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:16.314985 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.315295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a296d6-0602-4574-81b5-f66b3d27b81a None None] No DVR routers for this DVR port 170227de-78a8-4dac-96bb-2901c02eb551 on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:16.326244 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d332fa8-592d-47e3-9912-9ea6c0858339']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:16.336365 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfedbaae-1e30-45ba-abcb-23225f67482b') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:16.336660 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfedbaae-1e30-45ba-abcb-23225f67482b') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:16.345104 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.358324 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.364452 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:47:16.364784 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:47:16.366413 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:47:16.417188 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.422713 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.424523 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d332fa8-592d-47e3-9912-9ea6c0858339 HTTP/1.1" status: 204 len: 168 time: 0.5120819 Jul 28 21:47:16.435838 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b0638-93d4-4098-823c-c8d558dabe7c admin admin] Pushing event deleted for resources: {'Network': ['ID=5d332fa8-592d-47e3-9912-9ea6c0858339,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:16.539720 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37140) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:16.578827 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a28f2c60-9450-4c8e-96bc-eccb99758443 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c25557b9016b4b95b3d7bedacc4dc00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379629 Jul 28 21:47:16.581116 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37142) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:16.627073 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-996d9721-6750-4679-96a8-d5b6c302315b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.650248 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-996d9721-6750-4679-96a8-d5b6c302315b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.694832 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-996d9721-6750-4679-96a8-d5b6c302315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.697596 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-996d9721-6750-4679-96a8-d5b6c302315b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.698772 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-996d9721-6750-4679-96a8-d5b6c302315b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/346dea2f-a766-4164-8ceb-b5d71163263f HTTP/1.1" status: 204 len: 168 time: 0.1167843 Jul 28 21:47:16.706074 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d9721-6750-4679-96a8-d5b6c302315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346dea2f-a766-4164-8ceb-b5d71163263f,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:16.890883 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:16.999543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37148) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:17.038667 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-5cd5016a-8868-4423-83d8-a6c352e61617 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfec1b66bdb9457e81214a772f3ad322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379639 Jul 28 21:47:17.040958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37150) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:17.086990 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-931727c9-f61f-46b2-9f2f-c8f147e0a5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:17.108302 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-931727c9-f61f-46b2-9f2f-c8f147e0a5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:17.153732 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-931727c9-f61f-46b2-9f2f-c8f147e0a5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:17.156986 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-931727c9-f61f-46b2-9f2f-c8f147e0a5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:17.158157 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-931727c9-f61f-46b2-9f2f-c8f147e0a5ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a04831ba-630b-4fbb-94d1-0ef77d0b07c4 HTTP/1.1" status: 204 len: 168 time: 0.1162806 Jul 28 21:47:17.165921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931727c9-f61f-46b2-9f2f-c8f147e0a5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04831ba-630b-4fbb-94d1-0ef77d0b07c4,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:17.745575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 170227de-78a8-4dac-96bb-2901c02eb551 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:17.766643 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 170227de-78a8-4dac-96bb-2901c02eb551 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:17.766976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 170227de-78a8-4dac-96bb-2901c02eb551 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:36.848380 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a877f6d-008e-40ac-8fe5-abe29955556f req-cf11d41f-8a45-4713-a9d5-68023cbcaf82 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:36.849834 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0a877f6d-008e-40ac-8fe5-abe29955556f req-cf11d41f-8a45-4713-a9d5-68023cbcaf82 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 947 time: 0.0461643 Jul 28 21:47:36.889207 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0a877f6d-008e-40ac-8fe5-abe29955556f req-3096fcfd-2de6-4f8a-8bf0-126a530df8ae tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330064 Jul 28 21:47:38.009591 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb013c-ff02-4034-a83f-ca8cfd050776 req-ab5a4ef1-5193-4fdc-a3ad-80acff696050 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:38.011094 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-63fb013c-ff02-4034-a83f-ca8cfd050776 req-ab5a4ef1-5193-4fdc-a3ad-80acff696050 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 947 time: 0.0501666 Jul 28 21:47:38.050333 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-63fb013c-ff02-4034-a83f-ca8cfd050776 req-7c702cb7-6c47-4682-b9fc-12840479f591 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups?id=0441b774-3e4d-479e-94f7-c31ad09f92ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333366 Jul 28 21:47:38.215177 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c384811-3393-4cdd-86de-790d3862584a req-06ba7c54-f43f-4c22-80c2-7b53577ca1a1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:38.216689 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c384811-3393-4cdd-86de-790d3862584a req-06ba7c54-f43f-4c22-80c2-7b53577ca1a1 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 947 time: 0.0489514 Jul 28 21:47:38.303750 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Deleting port d62735ed-64b4-4130-8466-407ab22b11fc {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:38.304092 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:38.391918 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] For port d62735ed-64b4-4130-8466-407ab22b11fc, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=d62735ed-64b4-4130-8466-407ab22b11fc,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:38.392278 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:38.558452 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:38.558741 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:38.559050 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Floating IP 9a722e5e-1f67-4e1e-b71b-1cda6c3423c4 disassociated. External IP: 172.27.3.70, port: d62735ed-64b4-4130-8466-407ab22b11fc. Jul 28 21:47:38.559384 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Calling delete_port for d62735ed-64b4-4130-8466-407ab22b11fc owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:38.680708 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:38.707112 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event deleted for resources: {'Port': ['ID=d62735ed-64b4-4130-8466-407ab22b11fc,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:38.718199 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.718547 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.718881 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.719214 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.719543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.719870 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.720192 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.720512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.720831 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.721150 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.721562 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.721852 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:38.824835 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:47:38.926662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:38.936855 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:38.945865 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:38.947016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:38.964101 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] No DVR routers for this DVR port d62735ed-64b4-4130-8466-407ab22b11fc on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:38.966618 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:38.968536 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3c384811-3393-4cdd-86de-790d3862584a req-d3eb217d-e80e-4f86-9b9b-12df9b830617 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.22 "DELETE /v2.0/ports/d62735ed-64b4-4130-8466-407ab22b11fc HTTP/1.1" status: 204 len: 173 time: 0.7452080 Jul 28 21:47:38.969026 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-deleted', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:47:38.971249 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90500aa-33ad-4d7b-abea-194ef72c3440" -d '{"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-deleted", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:47:39.009514 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd7832e-1371-4f58-a8e0-880ff84f851d x-openstack-request-id: req-1cd7832e-1371-4f58-a8e0-880ff84f851d {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:47:39.009803 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c6ad48-e007-4e04-af92-ed5375325c92", "name": "network-vif-deleted", "tag": "d62735ed-64b4-4130-8466-407ab22b11fc", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:47:39.010061 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cd7832e-1371-4f58-a8e0-880ff84f851d {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:47:39.010516 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c6ad48-e007-4e04-af92-ed5375325c92', 'name': 'network-vif-deleted', 'tag': 'd62735ed-64b4-4130-8466-407ab22b11fc', 'status': 'completed', 'code': 200} Jul 28 21:47:39.068866 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:39.188248 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2c0cfe48-9e86-4d4a-9fd2-9765dea99d2d req-b218ac70-21b0-4f85-944f-029219972a92 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/ports?device_id=f1c6ad48-e007-4e04-af92-ed5375325c92 HTTP/1.1" status: 200 len: 210 time: 0.0351946 Jul 28 21:47:39.307190 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:39.336214 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:39.344462 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:39.345072 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:39.455733 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:39.651388 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:39.676137 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914731bc-c40e-4762-8bb8-67df91ea0741 None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:40:25Z', 'revision_number': 4, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': 'e0cf1e51-7336-438f-9776-7798f5479a9d', 'name': '', 'network_id': 'c7238311-f09e-4fb2-aa6d-23997d5b9b4f', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'mac_address': 'fa:16:3e:a9:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:24Z', 'updated_at': '2021-07-28T21:40:35Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'subnets': [{'id': 'e2a85322-2ac2-4637-8788-40ecc34adaf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:39.880515 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d25d98-0a63-47dd-8f58-7e4b20051dbe None None] New status for floating IP 9a722e5e-1f67-4e1e-b71b-1cda6c3423c4: DOWN {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:47:39.986390 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:47:40.273950 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-141fc585-9482-4326-b333-4a6d142ef262 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442939 Jul 28 21:47:40.285153 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37186) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:40.362885 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6423-a10c-49cb-8b5c-6e9d85e2df42 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.381764 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-5f630b9a-b558-4242-b5e1-f88831691e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:40.383264 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-5f630b9a-b558-4242-b5e1-f88831691e89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0685971 Jul 28 21:47:40.391606 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6423-a10c-49cb-8b5c-6e9d85e2df42 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.493602 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6423-a10c-49cb-8b5c-6e9d85e2df42 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.496024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6423-a10c-49cb-8b5c-6e9d85e2df42 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.497156 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-fe6a6423-a10c-49cb-8b5c-6e9d85e2df42 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "DELETE /v2.0/security-groups/0441b774-3e4d-479e-94f7-c31ad09f92ec HTTP/1.1" status: 204 len: 168 time: 0.2109745 Jul 28 21:47:40.499986 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37188) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:40.513252 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-864201d9-f54a-4c32-9335-677f8d6b91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:40.514241 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.api.v2.resource [None req-3a3acd2e-594b-4e10-b364-a6f52b433cf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] show failed (client error): The resource could not be found. Jul 28 21:47:40.514710 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-864201d9-f54a-4c32-9335-677f8d6b91c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.1129584 Jul 28 21:47:40.515213 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-3a3acd2e-594b-4e10-b364-a6f52b433cf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "GET /v2.0/security-groups/0441b774-3e4d-479e-94f7-c31ad09f92ec HTTP/1.1" status: 404 len: 347 time: 0.0142472 Jul 28 21:47:40.515620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a6423-a10c-49cb-8b5c-6e9d85e2df42 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441b774-3e4d-479e-94f7-c31ad09f92ec,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:40.518461 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37190) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:40.580097 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-f774d3bb-f96f-4cc7-a3f0-f0cc246cce3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 200 len: 1000 time: 0.0577962 Jul 28 21:47:40.634477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-1f5e3325-a2e1-4754-a72c-ac0a56604fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:40.635967 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-1f5e3325-a2e1-4754-a72c-ac0a56604fa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0473089 Jul 28 21:47:40.684059 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-2f2614d5-df05-4283-9c18-19bf4a5c0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:40.685666 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-2f2614d5-df05-4283-9c18-19bf4a5c0a3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418761 Jul 28 21:47:40.777985 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-cfaf360b-5a83-4415-9c0a-a2bc7a929585 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849206 Jul 28 21:47:40.872544 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-69b27f18-a0f4-4c62-8480-c4bc3e63f563 req-d68d8c6c-393b-422e-8c29-41cd8ad40e78 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868609 Jul 28 21:47:40.900825 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Deleting port 6599e8a7-bb9c-4e00-b48a-005f922033d2 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:40.901163 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.973982 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.974332 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:40.985253 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Calling delete_port for 6599e8a7-bb9c-4e00-b48a-005f922033d2 owned by network:floatingip {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:41.120161 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:41.144186 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Pushing event deleted for resources: {'Port': ['ID=6599e8a7-bb9c-4e00-b48a-005f922033d2,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:41.201475 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks [] for floatingip, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:41.203953 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:41.205086 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-a39e9efa-0270-4a60-a9da-4fd9b23acdf5 tempest-AttachVolumeShelveTestJSON-731492991 tempest-AttachVolumeShelveTestJSON-731492991-project] 10.222.0.21 "DELETE /v2.0/floatingips/9a722e5e-1f67-4e1e-b71b-1cda6c3423c4 HTTP/1.1" status: 204 len: 168 time: 0.6856236 Jul 28 21:47:41.579276 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-447cf8c0-f0a2-44f0-9bc1-bf19c2354b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:42.773292 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:43.058437 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:43.078226 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: d62735ed-64b4-4130-8466-407ab22b11fc {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:43.078565 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device d62735ed-64b4-4130-8466-407ab22b11fc not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:43.605148 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37212) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:44.114190 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:44.164218 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:44.215799 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a0fef174-fd4a-4d6d-b813-a50fc06eadbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:44.352234 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Deleting port e0cf1e51-7336-438f-9776-7798f5479a9d {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:44.352605 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:44.430491 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] For port e0cf1e51-7336-438f-9776-7798f5479a9d, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=e0cf1e51-7336-438f-9776-7798f5479a9d,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:44.430872 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:44.444468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Calling delete_port for e0cf1e51-7336-438f-9776-7798f5479a9d owned by network:router_interface {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:44.623947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:44.650065 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cf1e51-7336-438f-9776-7798f5479a9d,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:44.806838 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.013058 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:47:45.112501 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:45.117400 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-76427585-4b83-4a6d-94e3-783f583a327d admin admin] 10.222.0.21 "PUT /v2.0/routers/d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5111618 Jul 28 21:47:45.120350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37216) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:45.122786 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] Sync routers for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:45.132823 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:45.133513 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:45.218303 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks [] for router, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.234279 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:45.524847 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.552205 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '42abedc4-1702-4598-800a-d314be57dc11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:47:44Z', 'revision_number': 5, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port': {'id': '42abedc4-1702-4598-800a-d314be57dc11', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:77:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:40:19Z', 'updated_at': '2021-07-28T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:45.577477 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] Checking router: d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:45.580244 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.585404 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] Routers {'d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:45.586018 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:45.630546 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Deleting port 42abedc4-1702-4598-800a-d314be57dc11 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:45.631136 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.669448 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] Set router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec gateway port host: None {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:45.709111 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] For port 42abedc4-1702-4598-800a-d314be57dc11, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=42abedc4-1702-4598-800a-d314be57dc11,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:45.709469 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.723371 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:47:45Z', 'revision_number': 6, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:45.727702 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Calling delete_port for 42abedc4-1702-4598-800a-d314be57dc11 owned by network:router_gateway {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:45.755533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c492f-0508-44de-a7ed-37fe8792c6f9 None None] The sync data for ids ['d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec'] in dv-cinder-784623-15-iscsi is: [{'id': 'd7c3ff78-3c5d-4b3f-8c56-a4427648c5ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1725979918-router', 'tenant_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:40:18Z', 'updated_at': '2021-07-28T21:47:45Z', 'revision_number': 6, 'project_id': 'ffceb8c1677d4a91bc2b769424d94a0a', 'gw_port_host': None}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:45.900114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:45.924493 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Pushing event deleted for resources: {'Port': ['ID=42abedc4-1702-4598-800a-d314be57dc11,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:45.980294 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.069197 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.071794 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.116174 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.116720 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec {{(pid=99670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:47:46.121631 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.122835 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-fff374d0-a741-4272-8163-6db71d7de677 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d7c3ff78-3c5d-4b3f-8c56-a4427648c5ec HTTP/1.1" status: 204 len: 168 time: 1.0015953 Jul 28 21:47:46.125389 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37218) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:46.170426 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Deleting subnet e2a85322-2ac2-4637-8788-40ecc34adaf4 {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:47:46.173513 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.208115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127466137'] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.285900 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.336947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127466182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127449070'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.361311 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a85322-2ac2-4637-8788-40ecc34adaf4,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:46.364877 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.366750 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-894f5152-1705-4d25-a2db-c54d3699eccf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2a85322-2ac2-4637-8788-40ecc34adaf4 HTTP/1.1" status: 204 len: 168 time: 0.2398098 Jul 28 21:47:46.369689 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37220) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:46.371620 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66fa82-492a-45f5-9518-592e628623f7 None None] Network c7238311-f09e-4fb2-aa6d-23997d5b9b4f requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:47:46.435585 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.495002 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Deleting port 0048aae4-ee0e-47ab-bf08-fa26355634bb {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:46.495320 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.559314 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] DHCP port deletion for c7238311-f09e-4fb2-aa6d-23997d5b9b4f request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:47:46.561732 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] For port 0048aae4-ee0e-47ab-bf08-fa26355634bb, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0048aae4-ee0e-47ab-bf08-fa26355634bb,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:46.562114 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.575583 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Calling delete_port for 0048aae4-ee0e-47ab-bf08-fa26355634bb owned by network:dhcp {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:46.606061 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] Deleting port 0048aae4-ee0e-47ab-bf08-fa26355634bb {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:47:46.606672 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.658460 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.676065 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] For port 0048aae4-ee0e-47ab-bf08-fa26355634bb, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=0048aae4-ee0e-47ab-bf08-fa26355634bb,segment=NetworkSegment(913a9f72-87ed-400e-88b5-13bd9575c494),segment_id=913a9f72-87ed-400e-88b5-13bd9575c494)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:46.676730 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.687108 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0048aae4-ee0e-47ab-bf08-fa26355634bb,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:46.689757 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] No DVR routers for this DVR port 0048aae4-ee0e-47ab-bf08-fa26355634bb on host dv-cinder-784623-15-iscsi {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:46.691418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] Calling delete_port for 0048aae4-ee0e-47ab-bf08-fa26355634bb owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:47:46.760599 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.766280 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.771526 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7238311-f09e-4fb2-aa6d-23997d5b9b4f']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:46.781946 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913a9f72-87ed-400e-88b5-13bd9575c494') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:46.782288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913a9f72-87ed-400e-88b5-13bd9575c494') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:46.790570 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] Pushing event deleted for resources: {'Port': ['ID=0048aae4-ee0e-47ab-bf08-fa26355634bb,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:46.791655 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.798741 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d0e16-45fa-48c6-bbdb-2bca511cee5c None None] No DVR routers for this DVR port 0048aae4-ee0e-47ab-bf08-fa26355634bb on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:47:46.807293 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.813691 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:47:46.814218 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:47:46.815869 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:47:46.872202 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.887392 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.888295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:46.889304 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7238311-f09e-4fb2-aa6d-23997d5b9b4f HTTP/1.1" status: 204 len: 168 time: 0.5184686 Jul 28 21:47:46.890162 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edc02e-fa1d-4644-b62c-5ca1a1c17e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7238311-f09e-4fb2-aa6d-23997d5b9b4f,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:47.007568 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37224) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:47.046964 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-cbc4f216-beb5-4717-bf70-1c95a063d4b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffceb8c1677d4a91bc2b769424d94a0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381968 Jul 28 21:47:47.049294 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37226) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:47.095014 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b37f-f58f-478e-b8b2-cf5d813036f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:47.115244 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b37f-f58f-478e-b8b2-cf5d813036f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:47.163302 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b37f-f58f-478e-b8b2-cf5d813036f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:47.166384 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b5f3b37f-f58f-478e-b8b2-cf5d813036f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:47.167511 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b5f3b37f-f58f-478e-b8b2-cf5d813036f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a78e8c06-eb2d-4ce4-b838-a6feca1b8809 HTTP/1.1" status: 204 len: 168 time: 0.1173234 Jul 28 21:47:47.174704 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3b37f-f58f-478e-b8b2-cf5d813036f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e8c06-eb2d-4ce4-b838-a6feca1b8809,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:47.767975 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 42abedc4-1702-4598-800a-d314be57dc11 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:47.789369 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 42abedc4-1702-4598-800a-d314be57dc11 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:47.789851 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 42abedc4-1702-4598-800a-d314be57dc11 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:47.790460 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0048aae4-ee0e-47ab-bf08-fa26355634bb no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:47.801382 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37248) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:47.812551 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 0048aae4-ee0e-47ab-bf08-fa26355634bb {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:47.812902 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 0048aae4-ee0e-47ab-bf08-fa26355634bb not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:47.813322 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e0cf1e51-7336-438f-9776-7798f5479a9d no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:47:47.832926 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: e0cf1e51-7336-438f-9776-7798f5479a9d {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:47:47.833284 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device e0cf1e51-7336-438f-9776-7798f5479a9d not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:47:47.897082 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-304479875-network', 'tenant_id': '103d7145abea477d9faa3c6fe943f540'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:47.917168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Made reservation on behalf of 103d7145abea477d9faa3c6fe943f540 for: {'network': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:47:47.919409 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:47.930341 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.018372 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.021995 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.047934 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=99670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:47:48.053199 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d545fd-00e7-4548-8329-2ef78dc8fb75,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:48.061416 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.061759 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.segments_db [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Added segment b705ff0b-d77a-42a4-aa1d-36197067e8a1 of type vlan for network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 Jul 28 21:47:48.099130 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.126395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.127317 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:48.128150 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.182598 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3800311 Jul 28 21:47:48.185605 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37252) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:48.187728 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41557c2b-db1a-4fd8-aaa0-141c6a7d1484 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:48.191671 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Request body: {'subnet': {'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-304479875-subnet', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:48.198000 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:47:48.212354 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Made reservation on behalf of 103d7145abea477d9faa3c6fe943f540 for: {'subnet': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:47:48.214609 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3447943'] for subnet, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.376297 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3456045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3447977'] for subnet, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.427678 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26e3af6e-e063-4832-97eb-ce047e832c81,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:48.442382 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Checking segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:47:48.442738 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Network hostable DHCP agents. Network: f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:47:48.458455 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:47:48.467752 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3) {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:48.472260 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:48.472859 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.478071 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809afed7-7b0b-42b0-a321-21b8c76696e9 None None] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:47:48.489232 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-71e16b4e-4ddf-4989-8dfb-21a9d4882e5f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3023517 Jul 28 21:47:48.491849 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37254) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:48.496310 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:48.515912 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1620567', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1258'] for router, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.516858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1732925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1253'] for router, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.566111 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.623587 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp604db8f7-3c64-50e8-a037-3d28e33e3e64-f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81'}]}} from dv-cinder-784623-15-iscsi. {{(pid=99671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 21:47:48.624547 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.702911 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1733575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1271'] for router, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.759888 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.db_base_plugin_common [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Allocated IP 172.20.0.2 (f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3/26e3af6e-e063-4832-97eb-ce047e832c81/735e9693-0bb0-464f-9971-71dd76bc822e) {{(pid=99671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:47:48.895975 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.898511 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Notify callbacks [] for port, precommit_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.907717 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Transition to ACTIVE for port object 735e9693-0bb0-464f-9971-71dd76bc822e will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:48.919202 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.923083 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Transition to ACTIVE for port object 735e9693-0bb0-464f-9971-71dd76bc822e will not be triggered until provisioned by entity DHCP. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:48.928214 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118'] for port, after_create {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:48.965117 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 is already hosted by enough agents. {{(pid=99671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:47:48.967778 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.scheduler.base_scheduler [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Resources bound (agent type, host, resource id): {{(pid=99671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:48.970306 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Received port after_create {{(pid=99671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:47:48.981227 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Pushing event updated for resources: {'Port': ['ID=735e9693-0bb0-464f-9971-71dd76bc822e,revision_number=1']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:49.021831 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Allocated IP 172.27.3.2 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/55649fa7-ba56-4f5e-81a9-ee789ecc1ef6) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:47:49.030299 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Attempting to bind port 735e9693-0bb0-464f-9971-71dd76bc822e on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:47:49.030668 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Attempting to bind port 735e9693-0bb0-464f-9971-71dd76bc822e by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:47:49.031029 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Attempting to bind port 735e9693-0bb0-464f-9971-71dd76bc822e on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:47:49.036156 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:47:49.036525 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Checking segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:47:49.036928 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.037317 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Bound using segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:47:49.037773 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Bound port: 735e9693-0bb0-464f-9971-71dd76bc822e, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:47:49.038173 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.103164 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] For port 735e9693-0bb0-464f-9971-71dd76bc822e, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:47:49.106336 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] For port 735e9693-0bb0-464f-9971-71dd76bc822e, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=735e9693-0bb0-464f-9971-71dd76bc822e,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:47:49.110873 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.126568 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.170452 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625ab8b-e2e6-48d3-8a27-09be676bf2ed None None] Pushing event updated for resources: {'Port': ['ID=735e9693-0bb0-464f-9971-71dd76bc822e,revision_number=2']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:49.170802 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.206819 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:47:49.209511 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:49.213117 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:47:49.242660 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Pushing event updated for resources: {'Port': ['ID=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:49.474629 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.665589 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1733602'] for router, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.799385 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Router 3093e4a1-d051-42e2-a960-30805815d8ab is scheduled to L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 with binding_index 1 {{(pid=99669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 21:47:49.808674 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 735e9693-0bb0-464f-9971-71dd76bc822e up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:49.859577 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 735e9693-0bb0-464f-9971-71dd76bc822e completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:47:49.915756 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:49.925338 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:49.935283 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:49.936708 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ba1c5519-82e8-4d6e-b6de-3286ce93412a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4437368 Jul 28 21:47:49.936974 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:49.937428 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:49.939598 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37256) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:50.046680 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:50.057384 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81e856-1b7d-4896-b077-4afeb27c7460 None None] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:47:50.175344 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] Provisioning for port 735e9693-0bb0-464f-9971-71dd76bc822e completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:47:50.183504 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] Provisioning complete for port 735e9693-0bb0-464f-9971-71dd76bc822e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:50.183879 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.226072 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:49Z', 'revision_number': 3, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:50.257809 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:50.258179 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Updating router 3093e4a1-d051-42e2-a960-30805815d8ab port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 binding host dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:47:50.282742 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.293834 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.328841 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] For port 735e9693-0bb0-464f-9971-71dd76bc822e, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=735e9693-0bb0-464f-9971-71dd76bc822e,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:50.333506 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.389222 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f1a0f-279a-433b-b684-5e7949a08198 None None] Pushing event updated for resources: {'Port': ['ID=735e9693-0bb0-464f-9971-71dd76bc822e,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:50.402143 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.554468 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-ddbd66a1-e227-4350-b35b-cada428abcfd None None] Provisioning complete for port 735e9693-0bb0-464f-9971-71dd76bc822e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:50.554990 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ddbd66a1-e227-4350-b35b-cada428abcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.592474 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.604885 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.provisioning_blocks [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Transition to ACTIVE for port object 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 will not be triggered until provisioned by entity L2. {{(pid=99672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:50.612180 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.670360 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Attempting to bind port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:47:50.670751 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Attempting to bind port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:47:50.671074 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Attempting to bind port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 on network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:47:50.672960 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Pushing event updated for resources: {'Port': ['ID=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,revision_number=2']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:50.681986 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.682384 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.682729 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.683061 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.683388 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.683714 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.684042 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.684364 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.684685 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.685004 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.685340 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.685666 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:47:50.689137 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:47:50.689504 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Checking segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:47:50.689903 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.690308 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Bound using segment: {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'} {{(pid=99672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:47:50.690776 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.managers [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Bound port: 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb6b222-847f-46b3-bb40-b03f1699c451', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}}] {{(pid=99672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:47:50.691150 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.741754 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] For port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:47:50.744851 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.plugins.ml2.db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] For port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:47:50.750289 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron_lib.callbacks.manager [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.806621 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:50.807226 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:50.807659 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Allocated IP 172.20.0.1 (f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3/26e3af6e-e063-4832-97eb-ce047e832c81/25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:47:50.810071 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf7733-9566-4966-9372-922b4de25b65 None None] Pushing event updated for resources: {'Port': ['ID=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,revision_number=3']} {{(pid=99672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:50.913452 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.927130 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.provisioning_blocks [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Transition to ACTIVE for port object 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb will not be triggered until provisioned by entity DHCP. {{(pid=99669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:50.958872 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:50.994395 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:47:50.997131 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:51.000518 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:47:51.002380 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:51.028302 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Pushing event updated for resources: {'Port': ['ID=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:51.045306 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733437'] for router_interface, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.177301 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.193606 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:49Z', 'revision_number': 3, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:51.220936 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac61773c-cf73-4a2c-b644-8e67c448d5c1 None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:49Z', 'revision_number': 3, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:51.259431 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-e3e126d0-321f-43d9-9d97-cba2f5c6208e None None] Provisioning for port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:47:51.263386 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-e3e126d0-321f-43d9-9d97-cba2f5c6208e None None] Provisioning complete for port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:51.264556 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e3e126d0-321f-43d9-9d97-cba2f5c6208e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.302838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-e3e126d0-321f-43d9-9d97-cba2f5c6208e None None] Port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:47:51.343323 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.348038 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.418795 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Pushing event updated for resources: {'Port': ['ID=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:51.421172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1533361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733293'] for router_interface, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.519123 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:47:51.520889 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:51.647208 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Router 3093e4a1-d051-42e2-a960-30805815d8ab has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:47:51.731352 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-8ad3ab45-94c6-4d6e-9c09-56c28120f5fd None None] Provisioning complete for port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:51.731822 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8ad3ab45-94c6-4d6e-9c09-56c28120f5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:51.766936 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:47:51.781534 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-baa1dea0-2ca2-4d91-be96-c3855edd1f1f admin admin] 10.222.0.21 "PUT /v2.0/routers/3093e4a1-d051-42e2-a960-30805815d8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337154 Jul 28 21:47:51.781875 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3ab45-94c6-4d6e-9c09-56c28120f5fd None None] Port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:47:51.882256 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 735e9693-0bb0-464f-9971-71dd76bc822e up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:51.936041 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 735e9693-0bb0-464f-9971-71dd76bc822e triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:51.936573 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.019942 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:52.070034 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:47:52.074872 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:52.075252 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.154617 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.174989 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:52.179028 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.229234 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:52.326615 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37264) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:52.331322 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094269139', 'description': 'tempest-description--2125735611'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:52.353662 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.432663 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.436729 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.463134 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.464362 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1367419 Jul 28 21:47:52.467182 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37266) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:52.471659 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'security_group_rule': {'security_group_id': 'e0790152-fff0-436d-b06a-79cc5c64a8c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:52.479271 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced61e7-40e8-4ef9-8cb0-7b3a68d01997 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0790152-fff0-436d-b06a-79cc5c64a8c7,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:52.500096 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.562951 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.566496 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.584066 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed736f8-93ac-4876-aba3-b9bd0512efaa,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:52.589960 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.594044 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-9ddebfb8-14dd-4bc3-9f99-ffa1d7fa59ab tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230428 Jul 28 21:47:52.594044 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37268) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:52.598529 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'security_group_rule': {'security_group_id': 'e0790152-fff0-436d-b06a-79cc5c64a8c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:52.625447 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.682200 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.686656 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.704111 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95320e8-83b1-4f89-a944-2c2ac436edd6,revision_number=0']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:52.710470 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.711772 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-3a8e3615-f828-4735-a8ac-89bd1c3bb01d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166940 Jul 28 21:47:52.715919 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37270) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:47:52.720222 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:52.741975 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.824543 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:47:52.833347 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:52.833954 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:52.842895 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:52.946765 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Allocated IP 172.27.3.81 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/20ba54d1-e06a-41f5-9838-5c78cf9fa06d) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:47:53.051279 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.061668 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:53.092175 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.129823 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:47:53.132552 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:53.138687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:47:53.159851 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'Port': ['ID=20ba54d1-e06a-41f5-9838-5c78cf9fa06d,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:53.221102 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.258107 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.266802 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 2, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:53.292423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:47:53.292769 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Updating router 3093e4a1-d051-42e2-a960-30805815d8ab port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb binding host dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 21:47:53.320452 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.399800 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.404407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.473089 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'Port': ['ID=20ba54d1-e06a-41f5-9838-5c78cf9fa06d,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:53.483616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.497678 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.499290 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-c828ac29-098a-4a2e-b372-90d5c2e58e7e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7824419 Jul 28 21:47:53.581706 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Notify callbacks [] for port, precommit_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.592996 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Transition to ACTIVE for port object 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb will not be triggered until provisioned by entity L2. {{(pid=99671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:53.598741 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.645986 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-81a457eb-f60b-4e0f-8fe2-0f3021d7635e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2094269139&fields=id&tenant_id=103d7145abea477d9faa3c6fe943f540 HTTP/1.1" status: 200 len: 267 time: 0.0371337 Jul 28 21:47:53.650638 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b81a91-6857-48d8-a6ff-da436116586b None None] Pushing event updated for resources: {'Port': ['ID=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,revision_number=3']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:53.704743 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Attempting to bind port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb on host dv-cinder-784623-15-iscsi for vnic_type normal with profile {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:47:53.705105 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Attempting to bind port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb by drivers openvswitch,hyperv on host dv-cinder-784623-15-iscsi at level 0 using segments [{'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:47:53.705466 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Attempting to bind port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:47:53.710550 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Checking agent: {'id': '06962e37-6673-4253-8bb1-b9a7bb9c3549', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-15-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 32, 44), 'started_at': datetime.datetime(2021, 7, 28, 21, 33, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-15-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:47:53.710915 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Checking segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:47:53.711310 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.711737 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Bound using segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} {{(pid=99671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:47:53.712193 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.managers [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Bound port: 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb, host: dv-cinder-784623-15-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}}] {{(pid=99671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:47:53.712575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.769367 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-3fec067d-704b-4d17-b012-07953e6faa92 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:53.771362 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-3fec067d-704b-4d17-b012-07953e6faa92 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 810 time: 0.1171391 Jul 28 21:47:53.787930 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-c849de14-d374-480a-bc84-cdf096509a91 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/quotas/103d7145abea477d9faa3c6fe943f540 HTTP/1.1" status: 200 len: 375 time: 0.0107625 Jul 28 21:47:53.793207 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:53.799780 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] For port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb, host dv-cinder-784623-15-iscsi, cleared binding levels {{(pid=99671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:47:53.833366 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] For port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb, host dv-cinder-784623-15-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:47:53.842839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:53.853181 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-8bb9a5ae-1ca0-49b6-9b29-4de2941509b6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585480 Jul 28 21:47:53.922488 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:47:53.923112 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:53.926265 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b81a91-6857-48d8-a6ff-da436116586b None None] Pushing event updated for resources: {'Port': ['ID=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:53.930660 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:53.931032 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:54.015202 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-759aa257-b521-424a-8efd-f3b2b14ce1d6 service neutron] 10.222.0.21 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495099 Jul 28 21:47:54.088851 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:47:54.110146 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-d24662f6-f01b-45c2-852b-a341d9689fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880537 Jul 28 21:47:54.276147 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-2d7cc094-adf1-4556-886d-10c68b131299 req-ce4ad1fa-b197-4e2d-a0f8-90cd7d0cf969 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 210 time: 0.0324652 Jul 28 21:47:54.316407 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:53Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:47:54.346407 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36833a7-9a8c-4fa1-b131-0901a03d13fd None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:53Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:47:55.187464 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-958dc591-7abf-45b2-8824-e063061a108c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:55.188852 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-958dc591-7abf-45b2-8824-e063061a108c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 810 time: 0.1075640 Jul 28 21:47:55.233940 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-1fa8cc50-7817-4152-b7ff-362f9eec2ac8 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103d7145abea477d9faa3c6fe943f540 HTTP/1.1" status: 200 len: 380 time: 0.0356016 Jul 28 21:47:55.244610 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'port': {'device_id': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'admin_state_up': True, 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'security_groups': ['e0790152-fff0-436d-b06a-79cc5c64a8c7']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:55.358095 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Made reservation on behalf of 103d7145abea477d9faa3c6fe943f540 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:47:55.361405 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.378417 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-73eb6635-98cf-4dd3-8f3c-6769f74043d3 req-deaebd54-6d56-402b-b464-1ca2d5bdf227 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 210 time: 0.0282316 Jul 28 21:47:55.487770 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Allocated IP 172.20.0.11 (f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3/26e3af6e-e063-4832-97eb-ce047e832c81/cd2cc612-32f3-4487-95ed-d05a931cc218) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:47:55.618769 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.632216 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Transition to ACTIVE for port object cd2cc612-32f3-4487-95ed-d05a931cc218 will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:55.662906 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.705994 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:47:55.708966 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:47:55.712494 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:47:55.744862 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'Port': ['ID=cd2cc612-32f3-4487-95ed-d05a931cc218,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:55.770057 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:55.770795 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.788749 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-101ff3b6-4513-4f53-98d8-638c63c61f06 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5489619 Jul 28 21:47:55.804519 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Request body: {'port': {'device_id': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:47:55.809231 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:55.861615 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning for port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:47:55.862886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.866139 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:55.866574 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.947433 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:55.983025 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] For port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:55.987041 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.038982 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-3924c42c-f7ae-4caf-86a8-df492b297cf8 None None] Provisioning for port cd2cc612-32f3-4487-95ed-d05a931cc218 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:47:56.044900 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-3924c42c-f7ae-4caf-86a8-df492b297cf8 None None] Provisioning complete for port cd2cc612-32f3-4487-95ed-d05a931cc218 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:56.045271 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-3924c42c-f7ae-4caf-86a8-df492b297cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.047561 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Pushing event updated for resources: {'Port': ['ID=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:56.080400 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-3924c42c-f7ae-4caf-86a8-df492b297cf8 None None] Port cd2cc612-32f3-4487-95ed-d05a931cc218 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:47:56.130471 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2cc612-32f3-4487-95ed-d05a931cc218 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:47:56.137871 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.149701 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Transition to ACTIVE for port object cd2cc612-32f3-4487-95ed-d05a931cc218 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:47:56.153359 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.200117 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2cc612-32f3-4487-95ed-d05a931cc218,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:56.269454 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Attempting to bind port cd2cc612-32f3-4487-95ed-d05a931cc218 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:47:56.269788 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Attempting to bind port cd2cc612-32f3-4487-95ed-d05a931cc218 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:47:56.270141 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Attempting to bind port cd2cc612-32f3-4487-95ed-d05a931cc218 on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:47:56.275098 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Port cd2cc612-32f3-4487-95ed-d05a931cc218 on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:47:56.275413 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Attempting to bind port cd2cc612-32f3-4487-95ed-d05a931cc218 on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:47:56.280274 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:47:56.280609 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Checking segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:47:56.280985 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Bound using segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:47:56.281398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Bound port: cd2cc612-32f3-4487-95ed-d05a931cc218, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:47:56.281755 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.349140 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] For port cd2cc612-32f3-4487-95ed-d05a931cc218, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:47:56.352078 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] For port cd2cc612-32f3-4487-95ed-d05a931cc218, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cd2cc612-32f3-4487-95ed-d05a931cc218,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:47:56.356458 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.391039 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:56.391641 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:56.392984 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] 10.222.0.22 "PUT /v2.0/ports/cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 1094 time: 0.5962133 Jul 28 21:47:56.395511 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:47:56.398980 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1689832a-ce46-4f60-b693-603ce7b2a5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:47:56.440386 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1549f1a3-d189-4ed0-8d18-356a5af5af21 x-openstack-request-id: req-1549f1a3-d189-4ed0-8d18-356a5af5af21 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:47:56.440777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:47:56.441129 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1549f1a3-d189-4ed0-8d18-356a5af5af21 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:47:56.441613 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'status': 'completed', 'code': 200} Jul 28 21:47:56.476784 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83737c68-bbb5-4cd4-870f-af8859c34c25 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2cc612-32f3-4487-95ed-d05a931cc218,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:56.522459 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-ce50dea1-d58b-4ae2-895e-713833082329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:56.524877 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-ce50dea1-d58b-4ae2-895e-713833082329 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1097 time: 0.0857611 Jul 28 21:47:56.548159 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254e723-e604-491d-86a5-091891b10364 req-17da1d6f-9bc0-42a7-a388-15f4b5171175 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:56.549656 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a254e723-e604-491d-86a5-091891b10364 req-17da1d6f-9bc0-42a7-a388-15f4b5171175 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 944 time: 0.0739613 Jul 28 21:47:56.586719 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-c7162374-c0ff-4430-b9d3-dd29b43639d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 217 time: 0.0530121 Jul 28 21:47:56.643619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a254e723-e604-491d-86a5-091891b10364 req-17e3726e-0bb6-4e87-80a1-f8c5adeb9399 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639029 Jul 28 21:47:56.650507 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-9cc590c1-bc45-436b-a15c-bf9dfcbb290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:56.651911 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-9cc590c1-bc45-436b-a15c-bf9dfcbb290d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0575051 Jul 28 21:47:56.696921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-7fcf6e7c-bb5e-475f-a641-6e145a05eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:56.698394 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-7fcf6e7c-bb5e-475f-a641-6e145a05eda7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388880 Jul 28 21:47:56.787501 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-d363be4d-2363-4be4-b4a4-81e0b979317c service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816290 Jul 28 21:47:56.871639 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc28bf55-361a-4ad9-be14-8598931da9bf req-85314378-66c2-44d2-bc84-45360cec6e52 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773942 Jul 28 21:47:56.957383 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-9330bebc-e33a-4e89-80f9-c0faf931f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:56.958939 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-9330bebc-e33a-4e89-80f9-c0faf931f21a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1097 time: 0.0445480 Jul 28 21:47:57.045715 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-35aad2ed-45d1-4c3a-a675-4d31e8bbd4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:57.047120 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-35aad2ed-45d1-4c3a-a675-4d31e8bbd4a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0811763 Jul 28 21:47:57.090876 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-8f8aec9d-e393-4939-a22c-4cb08b76e036 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 217 time: 0.0361664 Jul 28 21:47:57.137942 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-819c3633-7cc0-4463-9732-d849cf9eed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:57.139429 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-819c3633-7cc0-4463-9732-d849cf9eed29 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0417955 Jul 28 21:47:57.185042 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-0fd134b2-57e5-4163-a280-db3af9d62330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:57.186488 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-0fd134b2-57e5-4163-a280-db3af9d62330 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390248 Jul 28 21:47:57.275249 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-6aee21b2-10b3-47d6-ae12-5683bb6123f4 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802822 Jul 28 21:47:57.362995 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1689832a-ce46-4f60-b693-603ce7b2a5e3 req-a4e1d296-98eb-4e63-ac56-b48bf0f34dd2 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788739 Jul 28 21:47:57.756888 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f60df4-fc49-428c-bd96-d31a6db9c3df req-826f942e-9605-4105-9e72-b1576b6d251b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:57.758911 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-60f60df4-fc49-428c-bd96-d31a6db9c3df req-826f942e-9605-4105-9e72-b1576b6d251b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 944 time: 0.0482361 Jul 28 21:47:57.775810 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb up at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:47:57.797576 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-60f60df4-fc49-428c-bd96-d31a6db9c3df req-552f03da-0812-4a25-bdcb-55194b1dc3d4 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Jul 28 21:47:57.822968 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Provisioning complete for port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:47:57.823330 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:58.908402 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc1474-3e08-4a38-af94-d4ccac621301 req-f22e420f-05ad-49fb-9da6-fa6d28290c47 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:47:58.909874 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0afc1474-3e08-4a38-af94-d4ccac621301 req-f22e420f-05ad-49fb-9da6-fa6d28290c47 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 944 time: 0.0469968 Jul 28 21:47:58.948050 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0afc1474-3e08-4a38-af94-d4ccac621301 req-dee51085-5ebe-4d06-8b21-9e403e3e9b28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Jul 28 21:47:59.136523 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device cd2cc612-32f3-4487-95ed-d05a931cc218 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:47:59.227418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port cd2cc612-32f3-4487-95ed-d05a931cc218, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cd2cc612-32f3-4487-95ed-d05a931cc218,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:59.238269 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'port_id': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'mac_address': 'fa:16:3e:f8:3e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:47:59.278329 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:59.290394 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2cc612-32f3-4487-95ed-d05a931cc218 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:47:59.308717 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port cd2cc612-32f3-4487-95ed-d05a931cc218, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cd2cc612-32f3-4487-95ed-d05a931cc218,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:47:59.312555 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:47:59.357872 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=cd2cc612-32f3-4487-95ed-d05a931cc218,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:47:59.525403 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['cd2cc612-32f3-4487-95ed-d05a931cc218'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:48:00.064339 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43fa8f-18f8-47ab-82d7-d61e51106bd4 req-2bb46c02-0573-4381-90f1-6022c096077e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:00.065799 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2d43fa8f-18f8-47ab-82d7-d61e51106bd4 req-2bb46c02-0573-4381-90f1-6022c096077e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 945 time: 0.0518837 Jul 28 21:48:00.102784 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2d43fa8f-18f8-47ab-82d7-d61e51106bd4 req-4f257365-49ee-41a5-862a-2fde8158defc tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Jul 28 21:48:01.151798 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device cd2cc612-32f3-4487-95ed-d05a931cc218 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:48:01.199724 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port cd2cc612-32f3-4487-95ed-d05a931cc218 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:48:01.204818 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port cd2cc612-32f3-4487-95ed-d05a931cc218 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:48:01.205192 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:01.220673 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e250da-f5bc-4671-929f-d4aee90a5e79 req-599ecf6c-234e-44f9-820b-b146399f94fe tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:01.222461 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e6e250da-f5bc-4671-929f-d4aee90a5e79 req-599ecf6c-234e-44f9-820b-b146399f94fe tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 945 time: 0.0531397 Jul 28 21:48:01.260862 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e6e250da-f5bc-4671-929f-d4aee90a5e79 req-0e449f15-9582-4cdd-a81d-4536c9728e55 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Jul 28 21:48:01.280748 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:01.304349 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:48:01.307118 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6700bc0-5203-4161-955e-6c9b77bf30be" -d '{"events": [{"server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "name": "network-vif-plugged", "status": "completed", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:48:01.319727 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port cd2cc612-32f3-4487-95ed-d05a931cc218, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cd2cc612-32f3-4487-95ed-d05a931cc218,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:48:01.323877 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:01.346273 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a6009-e841-4b43-bdbb-d70848ee6b25 x-openstack-request-id: req-759a6009-e841-4b43-bdbb-d70848ee6b25 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:48:01.346556 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "name": "network-vif-plugged", "status": "completed", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:48:01.346804 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-759a6009-e841-4b43-bdbb-d70848ee6b25 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:48:01.347187 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'code': 200} Jul 28 21:48:01.372743 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=cd2cc612-32f3-4487-95ed-d05a931cc218,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:48:01.510034 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de85922-8b7d-4a06-91f6-40bb566f9f76 req-df26f564-8b9b-4acf-893b-d41b9d567d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:01.512031 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0de85922-8b7d-4a06-91f6-40bb566f9f76 req-df26f564-8b9b-4acf-893b-d41b9d567d5d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1099 time: 0.0428073 Jul 28 21:48:01.545767 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0de85922-8b7d-4a06-91f6-40bb566f9f76 req-8cb6fb92-feba-4d84-a5e2-4e30f7749e51 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273092 Jul 28 21:48:02.373096 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5da91-90d4-4647-8a68-01912a55254f req-d2ad88a0-3134-4652-8e5a-9a2a686bc653 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:02.374642 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b4e5da91-90d4-4647-8a68-01912a55254f req-d2ad88a0-3134-4652-8e5a-9a2a686bc653 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0486104 Jul 28 21:48:02.413722 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b4e5da91-90d4-4647-8a68-01912a55254f req-458ccc09-f326-4f6c-a503-f9a0bbd58e53 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Jul 28 21:48:03.528320 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1eb081-37b4-44bd-9cf9-eeaf98c9ffb0 req-b493d60c-963b-4bf2-9985-1a90c15dcfef tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:03.529787 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a1eb081-37b4-44bd-9cf9-eeaf98c9ffb0 req-b493d60c-963b-4bf2-9985-1a90c15dcfef tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0480690 Jul 28 21:48:03.566244 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2a1eb081-37b4-44bd-9cf9-eeaf98c9ffb0 req-40b1eefd-68eb-4aee-8694-f1849636cfb2 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303645 Jul 28 21:48:03.688395 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d001c-adbb-4d48-a947-a9b7c15ccd41 req-d28b28f8-f007-40dc-bdc3-901209172f2e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:03.689848 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-382d001c-adbb-4d48-a947-a9b7c15ccd41 req-d28b28f8-f007-40dc-bdc3-901209172f2e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0519207 Jul 28 21:48:03.698840 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37324) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:48:03.703115 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'floatingip': {'port_id': 'cd2cc612-32f3-4487-95ed-d05a931cc218'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:48:03.740131 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:04.158093 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:04.161818 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:04.258903 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Floating IP ff1ce3e8-f6a9-435e-b471-51fb4d935cf7 associated. External IP: 172.27.3.81, port: cd2cc612-32f3-4487-95ed-d05a931cc218. Jul 28 21:48:04.457977 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Router 3093e4a1-d051-42e2-a960-30805815d8ab has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:48:04.558901 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:48:04.563215 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:04.568380 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:48:04.578118 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:48:04.578754 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:48:04.593168 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e6c74cc4-80ca-4826-8a33-8753ce662101 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "PUT /v2.0/floatingips/ff1ce3e8-f6a9-435e-b471-51fb4d935cf7 HTTP/1.1" status: 200 len: 991 time: 0.8933184 Jul 28 21:48:04.593744 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:48:04.596006 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54706075-959c-467f-a5eb-d9c37ad2303f" -d '{"events": [{"name": "network-changed", "server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:48:04.635901 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e30283-37d7-49ad-bc51-a80aac960c84 x-openstack-request-id: req-70e30283-37d7-49ad-bc51-a80aac960c84 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:48:04.636187 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:48:04.636438 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70e30283-37d7-49ad-bc51-a80aac960c84 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:48:04.636840 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'status': 'completed', 'code': 200} Jul 28 21:48:04.689753 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:48:04.701900 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706075-959c-467f-a5eb-d9c37ad2303f req-b500cf3c-17e0-442a-8433-0badbae7038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:04.703444 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-b500cf3c-17e0-442a-8433-0badbae7038b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1099 time: 0.0402906 Jul 28 21:48:04.790688 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706075-959c-467f-a5eb-d9c37ad2303f req-489ed916-8a82-45b3-ad56-5a14eeb4b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:04.792095 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-489ed916-8a82-45b3-ad56-5a14eeb4b5a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0814080 Jul 28 21:48:04.859553 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-179de1d8-9069-454f-a7c0-f0998b0d388e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 999 time: 0.0599427 Jul 28 21:48:04.905025 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ff1ce3e8-f6a9-435e-b471-51fb4d935cf7', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'port_id': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'mac_address': 'fa:16:3e:f8:3e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:47:53Z', 'updated_at': '2021-07-28T21:48:04Z', 'revision_number': 1, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:48:04.907396 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706075-959c-467f-a5eb-d9c37ad2303f req-e8ec2c36-a96c-4070-880f-2c276ca2b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:04.908854 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-e8ec2c36-a96c-4070-880f-2c276ca2b802 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0427012 Jul 28 21:48:04.934368 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:48:04.942373 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:48:04.942971 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:47:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:48:04.953045 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54706075-959c-467f-a5eb-d9c37ad2303f req-8cda5548-a4dd-427b-b078-0d9e353e91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:04.954558 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-8cda5548-a4dd-427b-b078-0d9e353e91da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390570 Jul 28 21:48:05.046983 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:48:05.270721 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ff1ce3e8-f6a9-435e-b471-51fb4d935cf7', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'port_id': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'mac_address': 'fa:16:3e:f8:3e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:47:53Z', 'updated_at': '2021-07-28T21:48:04Z', 'revision_number': 1, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:48:05.300618 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c7754-1433-43db-bf91-d3821e4f5eaf None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ff1ce3e8-f6a9-435e-b471-51fb4d935cf7', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'floating_ip_address': '172.27.3.81', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'port_id': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'mac_address': 'fa:16:3e:f8:3e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:47:53Z', 'updated_at': '2021-07-28T21:48:04Z', 'revision_number': 1, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:48:05.308770 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-c62d40ba-c1e1-4156-9f21-85009155df78 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469489 Jul 28 21:48:05.399872 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-54706075-959c-467f-a5eb-d9c37ad2303f req-e9dca908-4043-4b8a-a32d-47ceb12e862f service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835836 Jul 28 21:48:05.482998 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245cac67-109c-40d7-8c30-085617555d49 None None] New status for floating IP ff1ce3e8-f6a9-435e-b471-51fb4d935cf7: ACTIVE {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:48:11.581101 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5ac1c698-00f7-438b-bfa5-3ebad85570eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:12.779130 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:14.165678 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:14.215666 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-e809b97a-547c-48f1-9021-30f6b08c2caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:15.371328 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:16.889458 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:16.985056 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:48:41.581533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-8dfc5a76-6ac8-4679-a23b-b16db3b7cf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:42.237713 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-136e5855-2e3c-4064-bc6b-ec452b559120 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424626 Jul 28 21:48:42.316220 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-d0cbc420-6353-4361-9ad5-6202b8ca12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:42.317715 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-d0cbc420-6353-4361-9ad5-6202b8ca12f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0393770 Jul 28 21:48:42.416527 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-1ba41d4e-10bb-4616-aca0-9da8a16a5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:42.417988 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-1ba41d4e-10bb-4616-aca0-9da8a16a5aa8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0814543 Jul 28 21:48:42.487262 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-d8c06d0c-90e6-4746-9d77-8c369cb67008 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 200 len: 1000 time: 0.0616345 Jul 28 21:48:42.536869 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-84f65bee-5bfe-4606-9e6e-2b1a741aa2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:42.538384 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-84f65bee-5bfe-4606-9e6e-2b1a741aa2c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0441711 Jul 28 21:48:42.582013 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-fcc1a52f-3046-4c5f-9ee7-94223b0c7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:42.583523 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-fcc1a52f-3046-4c5f-9ee7-94223b0c7d6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382242 Jul 28 21:48:42.672868 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-9d4082b7-8cff-44f6-99dc-20a5bee8e19e service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809736 Jul 28 21:48:42.759511 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-cc88f3f6-4852-4af3-ae07-78058bf9232e req-0c118857-287f-4b97-ba49-ff26875b0699 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795846 Jul 28 21:48:42.777576 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:44.165575 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:44.214364 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-559838a2-cd3f-4240-9edb-c907338900bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:45.373637 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:46.892193 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:51.463806 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297709f6-af4d-4999-a28b-ae30beb0cef4 req-209cd5d1-a0a5-4e40-afba-14f9b588501e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:51.465294 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-297709f6-af4d-4999-a28b-ae30beb0cef4 req-209cd5d1-a0a5-4e40-afba-14f9b588501e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0544226 Jul 28 21:48:51.502779 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-297709f6-af4d-4999-a28b-ae30beb0cef4 req-8c6a4721-a597-4894-a01e-a749222fd10a tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Jul 28 21:48:52.615556 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34ac62-2abc-43a5-8510-c0fba5e30f1b req-ca470c81-360e-4aa9-a035-d646fd65824b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:52.617008 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fe34ac62-2abc-43a5-8510-c0fba5e30f1b req-ca470c81-360e-4aa9-a035-d646fd65824b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0467582 Jul 28 21:48:52.653944 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-fe34ac62-2abc-43a5-8510-c0fba5e30f1b req-86b0cbc4-5149-4b41-b0ce-2a87f289d364 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Jul 28 21:48:53.766878 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7309a-82ef-4e8a-9894-c071ebd9a3ad req-3d1f21ee-6860-457d-9570-8e321c91a894 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:53.768370 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1b7309a-82ef-4e8a-9894-c071ebd9a3ad req-3d1f21ee-6860-457d-9570-8e321c91a894 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0489552 Jul 28 21:48:53.804804 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c1b7309a-82ef-4e8a-9894-c071ebd9a3ad req-a2c58ced-d81f-4405-a820-503f6cc21815 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306101 Jul 28 21:48:53.984252 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:48:54.919630 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb06e91-8169-4ed0-bfca-b27cf8716773 req-f9ac8dbf-c72e-4c5f-9a26-59e37e036d63 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:54.921700 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4fb06e91-8169-4ed0-bfca-b27cf8716773 req-f9ac8dbf-c72e-4c5f-9a26-59e37e036d63 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0502031 Jul 28 21:48:54.958126 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4fb06e91-8169-4ed0-bfca-b27cf8716773 req-8740ff9e-0a46-492f-964f-c3a8f74a9f30 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306218 Jul 28 21:48:56.071394 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdac333-756e-4144-9cdb-3296f7acd554 req-c6229e71-880c-48d2-875f-0db21ff9d888 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:56.072757 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1cdac333-756e-4144-9cdb-3296f7acd554 req-c6229e71-880c-48d2-875f-0db21ff9d888 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0475359 Jul 28 21:48:56.109851 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-1cdac333-756e-4144-9cdb-3296f7acd554 req-52290e1b-8781-4f22-8124-ef8af8e7af1f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Jul 28 21:48:57.222856 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135cb5c-353e-4fdb-bcdd-c393ddf61f3e req-44589523-c398-40d2-91c4-095cbef37b29 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:57.224335 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4135cb5c-353e-4fdb-bcdd-c393ddf61f3e req-44589523-c398-40d2-91c4-095cbef37b29 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0467703 Jul 28 21:48:57.263348 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4135cb5c-353e-4fdb-bcdd-c393ddf61f3e req-49fa51d0-4857-4ce1-9440-b3cd9db5d2f8 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Jul 28 21:48:57.434887 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac278e64-57ef-4077-bbdf-85b9c4923900 req-ded0360c-c8bd-4351-9c9c-e29ff347d9de tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:57.436429 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ac278e64-57ef-4077-bbdf-85b9c4923900 req-ded0360c-c8bd-4351-9c9c-e29ff347d9de tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Jul 28 21:48:57.473430 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ac278e64-57ef-4077-bbdf-85b9c4923900 req-1874f75d-beb6-44df-a674-e2a39260f400 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305336 Jul 28 21:48:58.382908 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78177b-a5b7-4bc7-9afe-26029c6a5e8c req-4c7f4f4c-a27b-40af-90c7-d533edf61ba2 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:58.384343 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4f78177b-a5b7-4bc7-9afe-26029c6a5e8c req-4c7f4f4c-a27b-40af-90c7-d533edf61ba2 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0510108 Jul 28 21:48:58.420846 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-4f78177b-a5b7-4bc7-9afe-26029c6a5e8c req-f9694e8e-fcba-43d0-ab2a-5dd495a2cb5e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306673 Jul 28 21:48:58.590562 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358cc99-dbf5-49cd-8eb7-ce5fac0df5e2 req-e19614be-7ff8-4c9f-9ece-4761b522665c tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:58.591959 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f358cc99-dbf5-49cd-8eb7-ce5fac0df5e2 req-e19614be-7ff8-4c9f-9ece-4761b522665c tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0519068 Jul 28 21:48:58.634400 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f358cc99-dbf5-49cd-8eb7-ce5fac0df5e2 req-930ad7f8-02c2-4fc1-afc1-3b2edeb7201a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365801 Jul 28 21:48:58.835659 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-4a5cc9cc-eb4e-43ef-9d21-257dffebb7c0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:58.837066 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-4a5cc9cc-eb4e-43ef-9d21-257dffebb7c0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 945 time: 0.0464571 Jul 28 21:48:58.920888 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Deleting port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:48:58.921226 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:59.008650 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] For port 5a51288d-930e-4c1f-9bcf-25d44cb5e471, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=5a51288d-930e-4c1f-9bcf-25d44cb5e471,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:48:59.009005 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:59.168029 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:59.168391 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:59.168695 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Floating IP 78c75e89-70e8-43be-9492-b24f04f5b799 disassociated. External IP: 172.27.3.29, port: 5a51288d-930e-4c1f-9bcf-25d44cb5e471. Jul 28 21:48:59.169024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Calling delete_port for 5a51288d-930e-4c1f-9bcf-25d44cb5e471 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:48:59.291563 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:59.317273 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'Port': ['ID=5a51288d-930e-4c1f-9bcf-25d44cb5e471,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:48:59.326556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.326907 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.327265 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.327601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.327959 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.328295 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.328629 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.329001 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.329334 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.330029 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.330029 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.330425 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:48:59.439194 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:48:59.576599 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba32101-a7ed-4eb8-bd49-ef0e2d6d7cb7 req-769e7de8-b71c-4731-8c84-52393baaba33 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:48:59.578545 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6ba32101-a7ed-4eb8-bd49-ef0e2d6d7cb7 req-769e7de8-b71c-4731-8c84-52393baaba33 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0894871 Jul 28 21:48:59.581107 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:48:59.591238 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:48:59.601151 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:48:59.601688 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:48:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:48:59.631311 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] No DVR routers for this DVR port 5a51288d-930e-4c1f-9bcf-25d44cb5e471 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:48:59.634671 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:48:59.636590 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-0ee4970e-654c-480e-88c7-4f86b66b8582 req-52aa412c-9e42-464a-a875-a66bff66149f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "DELETE /v2.0/ports/5a51288d-930e-4c1f-9bcf-25d44cb5e471 HTTP/1.1" status: 204 len: 173 time: 0.7936945 Jul 28 21:48:59.637017 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'name': 'network-vif-deleted', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:48:59.639452 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95a0fdb-521b-45f9-afd0-e32a42f277c9" -d '{"events": [{"server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "name": "network-vif-deleted", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:48:59.671274 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6ba32101-a7ed-4eb8-bd49-ef0e2d6d7cb7 req-ee863168-64bf-451a-92b1-843c407edefc tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851810 Jul 28 21:48:59.688110 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58d3bc5-8658-442c-8723-de8304a43582 x-openstack-request-id: req-e58d3bc5-8658-442c-8723-de8304a43582 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:48:59.688406 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c916a77-0e4d-486a-b03e-ddc4a06efbd6", "name": "network-vif-deleted", "tag": "5a51288d-930e-4c1f-9bcf-25d44cb5e471", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:48:59.688673 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e58d3bc5-8658-442c-8723-de8304a43582 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:48:59.689088 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c916a77-0e4d-486a-b03e-ddc4a06efbd6', 'name': 'network-vif-deleted', 'tag': '5a51288d-930e-4c1f-9bcf-25d44cb5e471', 'status': 'completed', 'code': 200} Jul 28 21:48:59.729028 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:48:59.770485 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3f7ed43c-b899-40c3-b3eb-8d1dededd030 req-5d9d708a-e6b9-4a51-8992-244787478f23 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c916a77-0e4d-486a-b03e-ddc4a06efbd6 HTTP/1.1" status: 200 len: 210 time: 0.0290015 Jul 28 21:48:59.926424 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:48:59.954082 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:48:59.962886 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:48:59.963512 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:48:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:49:00.149651 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:49:00.348232 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:49:00.373833 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20808cd0-02c6-4690-9e6d-a1c9e79a94e8 None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:49:00.582390 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5ac4d-8dce-4dc7-bbdc-ad7da82e0297 None None] New status for floating IP 78c75e89-70e8-43be-9492-b24f04f5b799: DOWN {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:49:00.785576 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35843e72-0196-447d-a5a5-11f39edcb18b req-e9c05b6e-b185-4138-8887-63c59a7115ac tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:00.787063 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-35843e72-0196-447d-a5a5-11f39edcb18b req-e9c05b6e-b185-4138-8887-63c59a7115ac tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0484011 Jul 28 21:49:00.824552 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-35843e72-0196-447d-a5a5-11f39edcb18b req-668ea0c5-a9f3-40c4-9911-e9f90dff93b5 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Jul 28 21:49:01.005033 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-5381b923-4e9c-4f09-a5e8-479d7ead1736 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572591401&fields=id&tenant_id=56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 267 time: 0.0322418 Jul 28 21:49:01.107012 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-f136fb22-21c8-4df3-867e-0eb477f5c0b4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:01.108434 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-f136fb22-21c8-4df3-867e-0eb477f5c0b4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 811 time: 0.0970826 Jul 28 21:49:01.123051 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-c7824d0a-b988-40dc-b69c-07b7a7351f71 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/quotas/56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 375 time: 0.0085125 Jul 28 21:49:01.173901 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-9e104568-acc8-463f-a1fa-3f82c7502f95 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452232 Jul 28 21:49:01.263966 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-55aaadb7-fb50-4e2f-bb64-8f69575d8ec5 service neutron] 10.222.0.21 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784492 Jul 28 21:49:01.351646 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-4034f4f9-194c-44bb-9687-ee869d19fdcc service neutron] 10.222.0.21 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814173 Jul 28 21:49:01.625845 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5977ee76-f4eb-4363-a3e3-a1cfbcc0d160 req-ee59efb2-b350-4be3-849a-5437f0e3ec1f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 210 time: 0.0256526 Jul 28 21:49:01.942501 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f687b0-77c2-4508-85ac-4ae0f5a0708b req-1bbd06da-66e1-4d28-9476-f84dcfa86706 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:01.944246 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-25f687b0-77c2-4508-85ac-4ae0f5a0708b req-1bbd06da-66e1-4d28-9476-f84dcfa86706 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0513771 Jul 28 21:49:01.983645 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-25f687b0-77c2-4508-85ac-4ae0f5a0708b req-304745a6-6682-40c6-8bde-f9846c552857 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335066 Jul 28 21:49:02.493732 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-ebaf536a-0487-453f-8e5a-c1e2904fd529 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:02.495174 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-ebaf536a-0487-453f-8e5a-c1e2904fd529 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 811 time: 0.1009312 Jul 28 21:49:02.538947 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-45c9df16-b1f8-47c9-9e75-9de49faaed98 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 380 time: 0.0346735 Jul 28 21:49:02.551598 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'port': {'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'admin_state_up': True, 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'security_groups': ['1bd3749b-a37c-4064-bc53-892c574e1e3d']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:49:02.653556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Made reservation on behalf of 56e5910493014698aff9e8740bd8c5c9 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:49:02.657687 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:02.744371 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-87deb32d-e4da-4f9b-b6db-c10e270d5c6c req-40a934ea-e020-43c9-8daa-58c7919aadf1 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Jul 28 21:49:02.808362 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Allocated IP 172.20.0.10 (55ee6bc8-85f0-4475-b502-397771e73bae/d5ef2196-f2d2-4872-866d-e40cd82ee873/841c602a-1fec-4258-a00c-248d80c68bc5) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:49:02.947486 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:02.961981 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Transition to ACTIVE for port object 841c602a-1fec-4258-a00c-248d80c68bc5 will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:49:02.993153 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.034659 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Network 55ee6bc8-85f0-4475-b502-397771e73bae is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:49:03.037628 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:49:03.043638 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:49:03.067369 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=841c602a-1fec-4258-a00c-248d80c68bc5,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:03.097409 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.098361 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.110401 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f9be2-1691-4b3f-8916-aec83f1b49df req-9162914c-b998-489d-a16b-71a2406929ef tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.113058 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f49f9be2-1691-4b3f-8916-aec83f1b49df req-9162914c-b998-489d-a16b-71a2406929ef tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0612171 Jul 28 21:49:03.122067 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-244c2374-7c08-407a-bca7-64bb4d214e06 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739310 Jul 28 21:49:03.135234 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Request body: {'port': {'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:49:03.157840 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f49f9be2-1691-4b3f-8916-aec83f1b49df req-6d198e48-df37-4a90-8c43-3b4ad66964c5 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381348 Jul 28 21:49:03.195681 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.295891 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-bb18dfd9-9321-457e-9fd6-318d7d839e2d None None] Provisioning for port 841c602a-1fec-4258-a00c-248d80c68bc5 completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:49:03.299675 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-bb18dfd9-9321-457e-9fd6-318d7d839e2d None None] Provisioning complete for port 841c602a-1fec-4258-a00c-248d80c68bc5 triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:49:03.300038 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bb18dfd9-9321-457e-9fd6-318d7d839e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.333027 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-bb18dfd9-9321-457e-9fd6-318d7d839e2d None None] Port 841c602a-1fec-4258-a00c-248d80c68bc5 cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:49:03.447579 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 5a51288d-930e-4c1f-9bcf-25d44cb5e471 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:49:03.450269 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841c602a-1fec-4258-a00c-248d80c68bc5 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:49:03.457958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.467304 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 5a51288d-930e-4c1f-9bcf-25d44cb5e471 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:49:03.467652 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 5a51288d-930e-4c1f-9bcf-25d44cb5e471 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:49:03.470347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Transition to ACTIVE for port object 841c602a-1fec-4258-a00c-248d80c68bc5 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:49:03.473961 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.522269 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Pushing event updated for resources: {'Port': ['ID=841c602a-1fec-4258-a00c-248d80c68bc5,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:03.593472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Attempting to bind port 841c602a-1fec-4258-a00c-248d80c68bc5 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:49:03.593807 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Attempting to bind port 841c602a-1fec-4258-a00c-248d80c68bc5 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:49:03.594165 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Attempting to bind port 841c602a-1fec-4258-a00c-248d80c68bc5 on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:49:03.598509 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Port 841c602a-1fec-4258-a00c-248d80c68bc5 on network 55ee6bc8-85f0-4475-b502-397771e73bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:49:03.598823 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Attempting to bind port 841c602a-1fec-4258-a00c-248d80c68bc5 on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:49:03.603587 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:49:03.603923 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Checking segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:49:03.604307 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Bound using segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:49:03.604729 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Bound port: 841c602a-1fec-4258-a00c-248d80c68bc5, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:49:03.605091 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.667943 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] For port 841c602a-1fec-4258-a00c-248d80c68bc5, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:49:03.670876 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] For port 841c602a-1fec-4258-a00c-248d80c68bc5, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=841c602a-1fec-4258-a00c-248d80c68bc5,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:49:03.675400 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.707939 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.708571 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:03.709948 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] 10.222.0.22 "PUT /v2.0/ports/841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 1094 time: 0.5795925 Jul 28 21:49:03.710418 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:49:03.712661 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65abc6c-e839-403a-8f39-a1568b219a95" -d '{"events": [{"name": "network-changed", "server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:49:03.746468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c74e2-e074-4bc1-8668-586514f0976f service neutron] Pushing event updated for resources: {'Port': ['ID=841c602a-1fec-4258-a00c-248d80c68bc5,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:03.783097 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99495b2-4e37-483b-a72e-499affc64b8a x-openstack-request-id: req-a99495b2-4e37-483b-a72e-499affc64b8a {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:49:03.783447 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:49:03.783640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a99495b2-4e37-483b-a72e-499affc64b8a {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:49:03.784035 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5', 'status': 'completed', 'code': 200} Jul 28 21:49:03.804903 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-3c485e43-39da-4b53-b0e9-1ccd29ce90de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.806461 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-3c485e43-39da-4b53-b0e9-1ccd29ce90de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1097 time: 0.0548449 Jul 28 21:49:03.850081 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-e2f281ba-9e95-4f30-99f8-027ffed3d780 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 217 time: 0.0361121 Jul 28 21:49:03.868048 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d7e19-64f5-4f24-bc64-61e167ecc836 req-5168a200-e8a0-4042-b977-0b1e216483ed tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.869628 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-114d7e19-64f5-4f24-bc64-61e167ecc836 req-5168a200-e8a0-4042-b977-0b1e216483ed tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0516496 Jul 28 21:49:03.901904 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-6f52cb37-7a57-4e44-87a9-4e715ee99807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.903469 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-6f52cb37-7a57-4e44-87a9-4e715ee99807 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0471573 Jul 28 21:49:03.909652 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-114d7e19-64f5-4f24-bc64-61e167ecc836 req-1812f366-8f87-40c7-97cc-de610f58847b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330186 Jul 28 21:49:03.952147 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-596c4942-cb57-4ee7-ba7c-5f20b230c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:03.953673 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-596c4942-cb57-4ee7-ba7c-5f20b230c19d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0436630 Jul 28 21:49:04.040518 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-a20473bc-20e9-443b-a690-9b8aaf5c14b8 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797594 Jul 28 21:49:04.130721 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c49b57ff-2a27-48c2-9fa8-fccf4fcb160a req-f7fbce03-09e2-412b-84eb-81288286dc0f service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826678 Jul 28 21:49:04.217413 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-80076b19-b0d4-46c3-aef3-112cf44a9319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:04.219737 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-80076b19-b0d4-46c3-aef3-112cf44a9319 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1097 time: 0.0417926 Jul 28 21:49:04.341710 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a6d00-288b-4dd3-b6e9-188eecf2dccd req-344724c6-1f73-4a9e-8ebc-705d84d6bec2 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:04.343211 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-876a6d00-288b-4dd3-b6e9-188eecf2dccd req-344724c6-1f73-4a9e-8ebc-705d84d6bec2 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.1069086 Jul 28 21:49:04.363958 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-25307cb3-168b-4e69-abc8-15b73c9b87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:04.365352 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-25307cb3-168b-4e69-abc8-15b73c9b87a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.1383667 Jul 28 21:49:04.409928 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-9740d60b-3b98-4088-abdf-9ac461b152bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 217 time: 0.0355859 Jul 28 21:49:04.422619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-876a6d00-288b-4dd3-b6e9-188eecf2dccd req-a7cb411f-ea73-4c9f-a9dc-97938e6ae629 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707593 Jul 28 21:49:04.464837 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-ae8bf41b-40e6-4281-9d5a-07277dc3ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:04.466365 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-ae8bf41b-40e6-4281-9d5a-07277dc3ab4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0428448 Jul 28 21:49:04.513571 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-019f4f90-e3e0-4713-a79c-ee37597f6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:04.515016 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-019f4f90-e3e0-4713-a79c-ee37597f6da9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412755 Jul 28 21:49:04.604260 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-293a12f7-8ee8-434e-a371-973f422a3258 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803463 Jul 28 21:49:04.709130 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e65abc6c-e839-403a-8f39-a1568b219a95 req-34e7b8b5-728f-4058-982d-f734b3dce911 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950146 Jul 28 21:49:05.021813 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f78c-7abf-4711-977a-862f8fa3c51c req-21c181dc-9302-4202-bcd6-81b1984737f6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:05.023243 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3936f78c-7abf-4711-977a-862f8fa3c51c req-21c181dc-9302-4202-bcd6-81b1984737f6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0484045 Jul 28 21:49:05.061219 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-3936f78c-7abf-4711-977a-862f8fa3c51c req-f6eaf3e9-bbcf-4389-a72f-f96a0ed3eeaa tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Jul 28 21:49:05.537137 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356bea18-86b6-4246-81ff-cbd4dc578824 req-d38fe1de-6547-42db-b95f-a648ab79ea3a tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:05.538674 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-356bea18-86b6-4246-81ff-cbd4dc578824 req-d38fe1de-6547-42db-b95f-a648ab79ea3a tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0492682 Jul 28 21:49:05.574917 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-356bea18-86b6-4246-81ff-cbd4dc578824 req-6e188c58-eddf-4fcf-a9b0-6229b6e383bf tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Jul 28 21:49:06.178796 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2a8d2-cab4-47da-8574-fea6dbcf3237 req-567d008b-9694-49cb-a4f7-2082b75edafd tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:06.180315 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-dcb2a8d2-cab4-47da-8574-fea6dbcf3237 req-567d008b-9694-49cb-a4f7-2082b75edafd tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0525241 Jul 28 21:49:06.217074 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-dcb2a8d2-cab4-47da-8574-fea6dbcf3237 req-a8e0db9a-3792-4b48-877b-02a659a8e4cc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308702 Jul 28 21:49:06.692142 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e959-a4a9-4973-8da8-1df51d2c50f1 req-84ef079e-19f7-4995-90d0-658c3e78a600 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:06.693589 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-80a5e959-a4a9-4973-8da8-1df51d2c50f1 req-84ef079e-19f7-4995-90d0-658c3e78a600 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0496554 Jul 28 21:49:06.729680 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-80a5e959-a4a9-4973-8da8-1df51d2c50f1 req-46b1c33e-7973-410b-964b-c626cb22e05f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301118 Jul 28 21:49:07.327090 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e6f6f-252b-4aea-b1c7-c8d5b8ff40c3 req-f3e7420e-65d2-4759-a1f0-98e542c99220 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:07.328549 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4e8e6f6f-252b-4aea-b1c7-c8d5b8ff40c3 req-f3e7420e-65d2-4759-a1f0-98e542c99220 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0468791 Jul 28 21:49:07.364959 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4e8e6f6f-252b-4aea-b1c7-c8d5b8ff40c3 req-7599f2af-8310-4a8e-9e63-214a8c5367c1 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300407 Jul 28 21:49:07.844591 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2620141-bdd1-499b-ba31-fdc3daad67d2 req-01d31daa-abf6-4494-a475-683ef36e1481 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:07.846064 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d2620141-bdd1-499b-ba31-fdc3daad67d2 req-01d31daa-abf6-4494-a475-683ef36e1481 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0508835 Jul 28 21:49:07.882988 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d2620141-bdd1-499b-ba31-fdc3daad67d2 req-7f9dfe23-32be-452f-8348-2e0a898a033f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Jul 28 21:49:08.079518 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969e35-1cbc-4d83-bc5c-b06f6f4d9dde req-2176decf-7a77-42ef-bb7e-5547eadba1e0 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:08.080987 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ff969e35-1cbc-4d83-bc5c-b06f6f4d9dde req-2176decf-7a77-42ef-bb7e-5547eadba1e0 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0495634 Jul 28 21:49:08.143203 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ff969e35-1cbc-4d83-bc5c-b06f6f4d9dde req-255fc483-3dae-4d69-9e13-44ddee59a35e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562644 Jul 28 21:49:08.151130 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-40ac522d-bf1b-4284-96b1-fec03fa935cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:08.152670 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-40ac522d-bf1b-4284-96b1-fec03fa935cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1099 time: 0.0647342 Jul 28 21:49:08.242074 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-daeebccc-4bf0-4d7a-84a4-bbf4ae2bfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:08.243490 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-daeebccc-4bf0-4d7a-84a4-bbf4ae2bfaea service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0829945 Jul 28 21:49:08.305587 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-4fde012f-124c-49b1-8863-bbf59df714d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 1001 time: 0.0552022 Jul 28 21:49:08.354377 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-aee47dfb-2aaa-463a-aac8-37477fc50df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:08.355664 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-aee47dfb-2aaa-463a-aac8-37477fc50df9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0439994 Jul 28 21:49:08.399879 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-29dcf63b-0dab-4b90-ac3e-b2807565d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:08.401342 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-29dcf63b-0dab-4b90-ac3e-b2807565d540 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384345 Jul 28 21:49:08.481149 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50f24b-c6eb-4bd3-86e8-80f0245fd33f req-7baca3e0-365a-4d2d-88d6-4b4121b98816 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:08.482689 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9d50f24b-c6eb-4bd3-86e8-80f0245fd33f req-7baca3e0-365a-4d2d-88d6-4b4121b98816 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0488136 Jul 28 21:49:08.489622 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-b0f7d310-24ea-4357-a798-f54bb86cdd02 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808115 Jul 28 21:49:08.521361 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9d50f24b-c6eb-4bd3-86e8-80f0245fd33f req-0af46742-d9cb-46f2-85ec-3baeace5dbe5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Jul 28 21:49:08.579947 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a47292ae-7e5f-4723-89f7-4ad1af279aae req-750e3ff7-dfc0-41d1-8e40-a426694e9140 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837204 Jul 28 21:49:09.255147 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243ab41-cb56-4f68-a3cb-5378076b02ac req-f3debfdf-6759-4887-b1c9-17e9e4fbc113 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:09.256582 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f243ab41-cb56-4f68-a3cb-5378076b02ac req-f3debfdf-6759-4887-b1c9-17e9e4fbc113 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0473781 Jul 28 21:49:09.293329 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f243ab41-cb56-4f68-a3cb-5378076b02ac req-75d2f4e1-e5c7-4df6-a081-f3010430018b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Jul 28 21:49:09.637915 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953764f-6703-4007-82f6-fe46f513a49c req-92146674-30ff-4944-970d-3beea383e18a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:09.639446 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a953764f-6703-4007-82f6-fe46f513a49c req-92146674-30ff-4944-970d-3beea383e18a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0512819 Jul 28 21:49:09.676039 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a953764f-6703-4007-82f6-fe46f513a49c req-6aeacb5f-5538-42d9-b253-6c7cef1212e0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301781 Jul 28 21:49:10.787203 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9951-f3a7-4488-b97d-6a9db4c4c69a req-60450b2a-b1c6-4063-9287-a330c17d2bfb tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:10.788565 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ba9f9951-f3a7-4488-b97d-6a9db4c4c69a req-60450b2a-b1c6-4063-9287-a330c17d2bfb tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 944 time: 0.0475791 Jul 28 21:49:10.828025 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ba9f9951-f3a7-4488-b97d-6a9db4c4c69a req-5fd26d87-ab26-4966-9f03-bd5a4e9b1085 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Jul 28 21:49:11.502463 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 841c602a-1fec-4258-a00c-248d80c68bc5 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:49:11.698113 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c1f8200f-e356-415e-9f6a-577e19e8f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:11.727064 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 841c602a-1fec-4258-a00c-248d80c68bc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=841c602a-1fec-4258-a00c-248d80c68bc5,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:49:11.736898 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '841c602a-1fec-4258-a00c-248d80c68bc5', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:49:11.773659 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:11.786613 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841c602a-1fec-4258-a00c-248d80c68bc5 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:49:11.807211 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 841c602a-1fec-4258-a00c-248d80c68bc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=841c602a-1fec-4258-a00c-248d80c68bc5,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:49:11.810739 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:11.860281 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=841c602a-1fec-4258-a00c-248d80c68bc5,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:11.867797 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.868152 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.868498 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.868834 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.869167 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.869502 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.869831 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.870182 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.870514 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.870843 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.871168 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.871492 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:49:11.939647 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c3c86-d159-4f47-9462-3c8d9083414e req-8d2143e3-50d9-4885-a2f7-db5aea247dd6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:11.941122 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-310c3c86-d159-4f47-9462-3c8d9083414e req-8d2143e3-50d9-4885-a2f7-db5aea247dd6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 945 time: 0.0475850 Jul 28 21:49:11.979943 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-310c3c86-d159-4f47-9462-3c8d9083414e req-66d67b28-2971-433d-8bb2-c94538a234af tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328131 Jul 28 21:49:12.022373 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['841c602a-1fec-4258-a00c-248d80c68bc5'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:49:12.778027 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:13.091291 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281281-53ea-4d7d-9bed-149aad7801c4 req-fb291e9b-bc1b-4494-802b-a01a17c2e5be tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:13.092655 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7e281281-53ea-4d7d-9bed-149aad7801c4 req-fb291e9b-bc1b-4494-802b-a01a17c2e5be tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 945 time: 0.0467997 Jul 28 21:49:13.133537 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7e281281-53ea-4d7d-9bed-149aad7801c4 req-c1c1e7ad-a773-434d-88b9-e506171ebc5b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343742 Jul 28 21:49:13.535841 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 841c602a-1fec-4258-a00c-248d80c68bc5 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:49:13.583250 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 841c602a-1fec-4258-a00c-248d80c68bc5 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:49:13.586818 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 841c602a-1fec-4258-a00c-248d80c68bc5 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:49:13.587185 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:13.665155 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:13.693764 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:49:13.696045 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da4baad-9dbf-411f-8b04-01d09c4bbb9a" -d '{"events": [{"server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "name": "network-vif-plugged", "status": "completed", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:49:13.708852 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 841c602a-1fec-4258-a00c-248d80c68bc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=841c602a-1fec-4258-a00c-248d80c68bc5,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:49:13.713327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:13.736447 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba4e8bd-7e2f-414b-8633-484688176b6f x-openstack-request-id: req-5ba4e8bd-7e2f-414b-8633-484688176b6f {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:49:13.736732 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "name": "network-vif-plugged", "status": "completed", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:49:13.736982 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ba4e8bd-7e2f-414b-8633-484688176b6f {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:49:13.737370 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5', 'code': 200} Jul 28 21:49:13.766827 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=841c602a-1fec-4258-a00c-248d80c68bc5,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:13.942126 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90913233-a664-4e90-a036-9b83c30400c3 req-5fd22e71-e71c-4ed0-bc02-9862e8a18e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:13.943571 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-90913233-a664-4e90-a036-9b83c30400c3 req-5fd22e71-e71c-4ed0-bc02-9862e8a18e0a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1099 time: 0.0402668 Jul 28 21:49:13.977326 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-90913233-a664-4e90-a036-9b83c30400c3 req-c33803fd-6f43-4e97-afc5-9af9468b3942 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269547 Jul 28 21:49:14.167688 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:14.215276 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-96a4af68-1c0f-46b9-bf1d-c48b86a5f52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:14.248289 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6503895-5c72-45cf-a3c6-82b0c52af755 req-cf9ae3f1-080f-42bd-b894-ee4f8dbec723 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:14.249664 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a6503895-5c72-45cf-a3c6-82b0c52af755 req-cf9ae3f1-080f-42bd-b894-ee4f8dbec723 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 946 time: 0.0497441 Jul 28 21:49:14.289331 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a6503895-5c72-45cf-a3c6-82b0c52af755 req-45441534-dd67-43ad-854b-7a6ac4a5155e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Jul 28 21:49:15.375958 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:15.406616 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153451dc-5099-49d8-920c-553d98d7a612 req-66e7d058-84b1-428e-85a7-ed12634cad66 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:15.408092 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-153451dc-5099-49d8-920c-553d98d7a612 req-66e7d058-84b1-428e-85a7-ed12634cad66 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 946 time: 0.0482402 Jul 28 21:49:15.446115 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-153451dc-5099-49d8-920c-553d98d7a612 req-104ae9e6-e9a0-4a52-ac2f-1ac0a56ef9c0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Jul 28 21:49:15.556402 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7ca7a-5fde-431b-a9a5-f2a28f19e31a req-4c773ce1-4ab3-4882-aa20-f01897360cdd tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:15.557849 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-56a7ca7a-5fde-431b-a9a5-f2a28f19e31a req-4c773ce1-4ab3-4882-aa20-f01897360cdd tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 946 time: 0.0475037 Jul 28 21:49:15.593843 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-56a7ca7a-5fde-431b-a9a5-f2a28f19e31a req-e9bd898e-2cac-4511-baac-de25ea1aa8e5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300086 Jul 28 21:49:15.616652 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37550) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:49:15.655215 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea912f44-7e33-4835-ab29-8463f92853c8 tempest-TestVolumeBootPattern-353159717 tempest-TestVolumeBootPattern-353159717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:15.656737 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ea912f44-7e33-4835-ab29-8463f92853c8 tempest-TestVolumeBootPattern-353159717 tempest-TestVolumeBootPattern-353159717-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1094 time: 0.0390148 Jul 28 21:49:15.659545 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37552) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:49:15.664366 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:49:15.686018 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:15.782020 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:15.877936 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Allocated IP 172.27.3.52 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/7cb79509-f05c-4242-861d-0211c59ee67d) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:49:15.976363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.012231 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.046444 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:49:16.049127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:49:16.052478 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:49:16.076418 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=7cb79509-f05c-4242-861d-0211c59ee67d,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:16.656482 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.718209 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.859053 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.863277 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.898348 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:16.931763 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=7cb79509-f05c-4242-861d-0211c59ee67d,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:49:16.941246 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:17.037137 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Floating IP ade6b547-e261-48de-a0e0-c090f1a5b533 associated. External IP: 172.27.3.52, port: 841c602a-1fec-4258-a00c-248d80c68bc5. Jul 28 21:49:17.231935 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:49:17.334880 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:49:17.344924 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:49:17.352409 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:17.356743 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:49:17.357499 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:49:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:49:17.383085 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ec38a273-8809-4985-b67d-9b64dc0f2838 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7225282 Jul 28 21:49:17.383762 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:49:17.386241 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b750c16-2232-4f48-a7e5-847aa83a070d" -d '{"events": [{"name": "network-changed", "server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:49:17.421602 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca66286-d8e9-4840-9afe-52df38940270 x-openstack-request-id: req-0ca66286-d8e9-4840-9afe-52df38940270 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:49:17.421893 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:49:17.422170 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ca66286-d8e9-4840-9afe-52df38940270 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:49:17.422572 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5', 'status': 'completed', 'code': 200} Jul 28 21:49:17.463824 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:49:17.482492 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-4f65a4fd-4de2-46ed-bce8-46420bcf1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:17.483988 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-4f65a4fd-4de2-46ed-bce8-46420bcf1a4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1099 time: 0.0404947 Jul 28 21:49:17.571034 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-03fe1d18-a59f-4ad4-9047-3a22cfe3ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:17.572558 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-03fe1d18-a59f-4ad4-9047-3a22cfe3ce7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0822067 Jul 28 21:49:17.639859 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-8d679752-9add-46af-94ae-901911cf904c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 999 time: 0.0598102 Jul 28 21:49:17.683933 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:16Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:49:17.687077 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-d5b385f2-e6b8-4daf-9412-0af2b78b9f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:17.688528 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-d5b385f2-e6b8-4daf-9412-0af2b78b9f00 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0419981 Jul 28 21:49:17.710564 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:49:17.718581 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:49:17.719175 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:49:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:49:17.732730 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-afad0b75-0274-4239-9113-cb62e4eeffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:17.734246 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-afad0b75-0274-4239-9113-cb62e4eeffc5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389264 Jul 28 21:49:17.821928 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:49:17.825294 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-c187a1f0-b47e-439d-b759-f89b6eaa196b service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837271 Jul 28 21:49:17.912027 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5b750c16-2232-4f48-a7e5-847aa83a070d req-c776acd8-def7-44b5-abe5-867e5b39278f service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802047 Jul 28 21:49:18.038516 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:16Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:49:18.068897 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8e7ee-3f22-430d-8a4c-62398bdac967 None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:16Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:49:18.241993 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14eeec-9da7-42e4-adde-fde7b40ce435 None None] New status for floating IP ade6b547-e261-48de-a0e0-c090f1a5b533: ACTIVE {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:49:30.982544 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:49:41.579458 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-269f2453-a21d-4b99-b2ff-8cba23053a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:42.804026 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:43.266229 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-679b9b19-820f-48a2-becc-2d025e123d77 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374503 Jul 28 21:49:43.331990 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-d66bb8c4-b638-4d6b-bc47-01742710fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:43.333333 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-d66bb8c4-b638-4d6b-bc47-01742710fb64 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1099 time: 0.0410905 Jul 28 21:49:43.442524 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-b33ab4a7-8b8a-4e0f-9823-ffd675a2e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:43.444015 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-b33ab4a7-8b8a-4e0f-9823-ffd675a2e4c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0846453 Jul 28 21:49:43.513340 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-5f18e2a3-363e-4883-88c9-0148725180a8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 1001 time: 0.0620391 Jul 28 21:49:43.561426 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-72fe2642-84b4-4978-b051-79458c413ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:43.562857 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-72fe2642-84b4-4978-b051-79458c413ebc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0418179 Jul 28 21:49:43.607195 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-ecd1a78f-bf06-4376-a6d6-27e842d41038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:43.608627 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-ecd1a78f-bf06-4376-a6d6-27e842d41038 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382924 Jul 28 21:49:43.702277 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-cffbce74-abbd-43e7-ad3e-52726473ffbb service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858424 Jul 28 21:49:43.790285 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3e40b36d-fd39-49ca-9480-85571cb915a1 req-74c28403-2bff-4efd-9118-118ae480f9bd service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790253 Jul 28 21:49:44.172803 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:44.217394 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-551c7994-25b7-42ec-91aa-e2ad8c85ce79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:44.259075 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03788c64-e98f-4f86-a4a0-b4a196ed9902 req-850e321b-24a1-46b9-84d4-d5818c12f373 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:44.260545 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-03788c64-e98f-4f86-a4a0-b4a196ed9902 req-850e321b-24a1-46b9-84d4-d5818c12f373 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0485177 Jul 28 21:49:44.296946 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-03788c64-e98f-4f86-a4a0-b4a196ed9902 req-622290e5-4271-4dee-abe8-6efb0b4b0f64 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304716 Jul 28 21:49:45.379327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:45.422937 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0216c1b-6e3a-40a5-a88f-e5f31a5a1c3d req-2bfec54a-ab76-47be-8e74-2c2b503b5c73 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:45.424448 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e0216c1b-6e3a-40a5-a88f-e5f31a5a1c3d req-2bfec54a-ab76-47be-8e74-2c2b503b5c73 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0534346 Jul 28 21:49:45.464001 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e0216c1b-6e3a-40a5-a88f-e5f31a5a1c3d req-5697ed18-c5dd-4267-9770-462819112fbe tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Jul 28 21:49:46.584383 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47f8d1-ecea-4adb-8498-96a0852a2ded req-66eed346-cb0b-4295-8b6d-4b4b458ed192 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:46.585823 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ed47f8d1-ecea-4adb-8498-96a0852a2ded req-66eed346-cb0b-4295-8b6d-4b4b458ed192 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0510788 Jul 28 21:49:46.622647 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ed47f8d1-ecea-4adb-8498-96a0852a2ded req-6057d8ee-d6e6-4e51-b172-dde5aa0310f4 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309637 Jul 28 21:49:46.901499 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:49:47.732324 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c684c4-7020-469b-99b1-272644f75aa4 req-53c20e71-3eed-4647-9062-420a85b1e7b6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:47.733682 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-09c684c4-7020-469b-99b1-272644f75aa4 req-53c20e71-3eed-4647-9062-420a85b1e7b6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0467563 Jul 28 21:49:47.770681 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-09c684c4-7020-469b-99b1-272644f75aa4 req-dc79373d-8715-46f8-9010-bb343868b7e4 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Jul 28 21:49:48.880459 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa96e92-5fb7-4078-91c4-ba447cf52ffe req-f063f091-3244-4b59-86f9-f0a0e97a7fd3 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:48.881904 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3aa96e92-5fb7-4078-91c4-ba447cf52ffe req-f063f091-3244-4b59-86f9-f0a0e97a7fd3 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0474811 Jul 28 21:49:48.917862 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-3aa96e92-5fb7-4078-91c4-ba447cf52ffe req-e94e2446-b57f-43d8-a51f-bef3b2fed6e9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301747 Jul 28 21:49:50.028409 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91595b7-297c-477c-aa08-1737cae0347d req-822a4e9d-61d4-496d-977d-2f61c5f565f5 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:50.029905 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b91595b7-297c-477c-aa08-1737cae0347d req-822a4e9d-61d4-496d-977d-2f61c5f565f5 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0479228 Jul 28 21:49:50.065778 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-b91595b7-297c-477c-aa08-1737cae0347d req-6e5c922a-030b-4feb-a8eb-18dfc6ca8c9a tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299597 Jul 28 21:49:51.175355 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf87979-b305-4534-aa3d-56296cdbd9b3 req-36cddfd1-0fa1-4f26-822e-86102343e492 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:51.176809 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8cf87979-b305-4534-aa3d-56296cdbd9b3 req-36cddfd1-0fa1-4f26-822e-86102343e492 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0472045 Jul 28 21:49:51.214042 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8cf87979-b305-4534-aa3d-56296cdbd9b3 req-ff3cd437-9886-4ef3-bf51-0e9254274033 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312979 Jul 28 21:49:52.328476 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50f946-209f-4582-81de-b377c54bafef req-c9a6e5cc-5b05-4497-ae15-46551b582b2c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:52.329934 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8e50f946-209f-4582-81de-b377c54bafef req-c9a6e5cc-5b05-4497-ae15-46551b582b2c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0503523 Jul 28 21:49:52.366115 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8e50f946-209f-4582-81de-b377c54bafef req-a0d54d8b-069c-4eac-823a-1a501ff7d350 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296543 Jul 28 21:49:53.479896 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b57b71-6db9-4fe4-8338-dfaa1aeadbd1 req-e34ea5fe-5041-4381-ab4f-a17debe1e0b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:53.481340 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-44b57b71-6db9-4fe4-8338-dfaa1aeadbd1 req-e34ea5fe-5041-4381-ab4f-a17debe1e0b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0506222 Jul 28 21:49:53.518539 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-44b57b71-6db9-4fe4-8338-dfaa1aeadbd1 req-7a5b8746-89ac-483f-b3dd-6e77817fdcba tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Jul 28 21:49:54.627381 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fa804-214d-46e6-922d-88fce5960128 req-1a26c8cc-fee9-4451-9427-9e614074b0b3 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:54.628843 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c81fa804-214d-46e6-922d-88fce5960128 req-1a26c8cc-fee9-4451-9427-9e614074b0b3 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0466123 Jul 28 21:49:54.666448 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c81fa804-214d-46e6-922d-88fce5960128 req-869f69b4-3f44-4183-9e62-ce4e5265687a tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309141 Jul 28 21:49:54.895968 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a8092-ae91-47ef-84aa-58cd8d124447 req-18e7c6bb-7c89-4c96-b654-3be05709bad3 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:54.897452 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ea0a8092-ae91-47ef-84aa-58cd8d124447 req-18e7c6bb-7c89-4c96-b654-3be05709bad3 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0480995 Jul 28 21:49:54.934993 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ea0a8092-ae91-47ef-84aa-58cd8d124447 req-3456850d-db42-4a8b-955d-fe6787f30706 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Jul 28 21:49:54.948280 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-252e6fae-0a32-40f5-880f-5b303d9629f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:54.949776 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-252e6fae-0a32-40f5-880f-5b303d9629f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 1099 time: 0.0404084 Jul 28 21:49:55.038817 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-9c6c60f4-a802-4f35-b6fb-4a023be47933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:55.040149 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-9c6c60f4-a802-4f35-b6fb-4a023be47933 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0829618 Jul 28 21:49:55.101888 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-3d2dcdee-6f5c-4c8c-bcc2-ee42cbbb3229 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 200 len: 1001 time: 0.0547700 Jul 28 21:49:55.148755 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-d587b7c8-e569-4b2c-96da-c1de5b16648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:55.150125 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-d587b7c8-e569-4b2c-96da-c1de5b16648d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0419936 Jul 28 21:49:55.196729 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-0ebf55c6-f468-4316-8c22-b070ff51e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:55.198165 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-0ebf55c6-f468-4316-8c22-b070ff51e71c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411637 Jul 28 21:49:55.282466 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-bdc70c54-cda8-4a85-ab81-964e4472541a service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775068 Jul 28 21:49:55.371271 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c047a23a-e27e-4cb2-9678-37da78d3d187 req-4ae989c6-6d8d-4b03-9d74-88864ba8d0b2 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818563 Jul 28 21:49:56.048503 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07907f2f-3b62-4e55-a24f-cddc952ab7a8 req-e87997c7-8a38-4336-9081-4833fcee0465 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:49:56.049838 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07907f2f-3b62-4e55-a24f-cddc952ab7a8 req-e87997c7-8a38-4336-9081-4833fcee0465 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0482097 Jul 28 21:49:56.086302 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-07907f2f-3b62-4e55-a24f-cddc952ab7a8 req-d428cb53-3941-4ffe-9fc0-48f515a96c7f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306582 Jul 28 21:50:07.981090 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:50:11.579434 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f459afff-32af-4f70-83ac-9dd502bd9afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:12.809332 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:14.164283 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:14.216434 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a029ca0c-32a5-4537-837d-a65f45a9b52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:15.382689 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:16.899602 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:28.864566 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c96790-a076-4081-8ea4-58092db108dc req-b81bdbcb-610e-49d6-b767-0e876ab3bfe8 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:28.866019 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d0c96790-a076-4081-8ea4-58092db108dc req-b81bdbcb-610e-49d6-b767-0e876ab3bfe8 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0477338 Jul 28 21:50:28.902972 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d0c96790-a076-4081-8ea4-58092db108dc req-80469443-faec-4916-92ca-6ba8ec56ed2f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303018 Jul 28 21:50:30.067539 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a12ba-ef19-42df-8925-03311e8ec8dd req-ba114968-530d-4cd7-8e0b-0154daa8e7ed tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:30.068927 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6d9a12ba-ef19-42df-8925-03311e8ec8dd req-ba114968-530d-4cd7-8e0b-0154daa8e7ed tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0982032 Jul 28 21:50:30.106272 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-6d9a12ba-ef19-42df-8925-03311e8ec8dd req-f54fe8e8-6976-4d77-bd65-1fc82a4fa181 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309401 Jul 28 21:50:30.737122 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486662f-a648-4413-a5f5-59be8bcdebea req-7a179c4b-b5da-4344-9684-9627fedebe21 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:30.739034 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c486662f-a648-4413-a5f5-59be8bcdebea req-7a179c4b-b5da-4344-9684-9627fedebe21 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 946 time: 0.0461626 Jul 28 21:50:30.826336 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Deleting port cd2cc612-32f3-4487-95ed-d05a931cc218 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:50:30.826682 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:30.911072 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] For port cd2cc612-32f3-4487-95ed-d05a931cc218, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=cd2cc612-32f3-4487-95ed-d05a931cc218,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:50:30.911435 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:31.077245 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:31.077521 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:31.077829 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Floating IP ff1ce3e8-f6a9-435e-b471-51fb4d935cf7 disassociated. External IP: 172.27.3.81, port: cd2cc612-32f3-4487-95ed-d05a931cc218. Jul 28 21:50:31.078264 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Calling delete_port for cd2cc612-32f3-4487-95ed-d05a931cc218 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:50:31.228834 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:31.241909 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6937a58-847a-4146-bce3-26c6822bb9c9 req-86839e21-c7b2-4913-b57e-8452d6154b5e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:31.243383 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b6937a58-847a-4146-bce3-26c6822bb9c9 req-86839e21-c7b2-4913-b57e-8452d6154b5e tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e634d32d-d8d9-4e4d-8068-8aa5a189426a HTTP/1.1" status: 200 len: 867 time: 0.0693409 Jul 28 21:50:31.266153 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event deleted for resources: {'Port': ['ID=cd2cc612-32f3-4487-95ed-d05a931cc218,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:31.287712 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.288060 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.288401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.288736 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.289060 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.289387 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.290178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.290178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.290365 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.290669 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.290983 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.291298 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:31.344779 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b6937a58-847a-4146-bce3-26c6822bb9c9 req-977ad0b6-e5cd-48e0-9c39-81f53569ebfe tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0790152-fff0-436d-b06a-79cc5c64a8c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833273 Jul 28 21:50:31.420371 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Router 3093e4a1-d051-42e2-a960-30805815d8ab has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:50:31.524593 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:50:31.533826 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:50:31.544350 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:50:31.544946 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:50:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:31.562731 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] No DVR routers for this DVR port cd2cc612-32f3-4487-95ed-d05a931cc218 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:50:31.565210 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:31.567290 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c486662f-a648-4413-a5f5-59be8bcdebea req-57f6927f-6535-4562-9554-faf652dde059 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "DELETE /v2.0/ports/cd2cc612-32f3-4487-95ed-d05a931cc218 HTTP/1.1" status: 204 len: 173 time: 0.8230321 Jul 28 21:50:31.567722 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'name': 'network-vif-deleted', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:50:31.569964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43261f1-af05-4a27-b280-2fc2aa43ec4f" -d '{"events": [{"server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "name": "network-vif-deleted", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:50:31.606189 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38af17-4bfa-4622-9162-80ef5779525e x-openstack-request-id: req-be38af17-4bfa-4622-9162-80ef5779525e {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:50:31.606482 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e634d32d-d8d9-4e4d-8068-8aa5a189426a", "name": "network-vif-deleted", "tag": "cd2cc612-32f3-4487-95ed-d05a931cc218", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:50:31.606742 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be38af17-4bfa-4622-9162-80ef5779525e {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:50:31.607148 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e634d32d-d8d9-4e4d-8068-8aa5a189426a', 'name': 'network-vif-deleted', 'tag': 'cd2cc612-32f3-4487-95ed-d05a931cc218', 'status': 'completed', 'code': 200} Jul 28 21:50:31.655703 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:50:31.944552 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:31.969881 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:50:31.977932 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:50:31.978557 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:50:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:32.088304 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:50:32.278031 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:32.307281 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564a37c-5e19-4965-92ca-b348a6ccc86a None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:50:32.430579 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37652) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:32.488485 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a24de88c-c3aa-41d9-b7de-91b6a19729b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.513243 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a24de88c-c3aa-41d9-b7de-91b6a19729b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.520179 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6a379-43cb-4139-960b-c52c4c0072e2 None None] New status for floating IP ff1ce3e8-f6a9-435e-b471-51fb4d935cf7: DOWN {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:50:32.565936 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a24de88c-c3aa-41d9-b7de-91b6a19729b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.568464 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a24de88c-c3aa-41d9-b7de-91b6a19729b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.569620 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a24de88c-c3aa-41d9-b7de-91b6a19729b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "DELETE /v2.0/security-groups/e0790152-fff0-436d-b06a-79cc5c64a8c7 HTTP/1.1" status: 204 len: 168 time: 0.1378381 Jul 28 21:50:32.572499 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37654) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:32.578919 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24de88c-c3aa-41d9-b7de-91b6a19729b1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0790152-fff0-436d-b06a-79cc5c64a8c7,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:32.588117 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.api.v2.resource [None req-eb1c417c-64f5-45a2-a5cf-08890880663d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] show failed (client error): The resource could not be found. Jul 28 21:50:32.589278 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-eb1c417c-64f5-45a2-a5cf-08890880663d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups/e0790152-fff0-436d-b06a-79cc5c64a8c7 HTTP/1.1" status: 404 len: 347 time: 0.0144866 Jul 28 21:50:32.592547 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37656) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:32.716434 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Deleting port 20ba54d1-e06a-41f5-9838-5c78cf9fa06d {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:50:32.716779 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.788275 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.788603 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.799764 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Calling delete_port for 20ba54d1-e06a-41f5-9838-5c78cf9fa06d owned by network:floatingip {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:50:32.928414 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:32.953388 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event deleted for resources: {'Port': ['ID=20ba54d1-e06a-41f5-9838-5c78cf9fa06d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:32.980967 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.981311 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.981649 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.981980 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.982334 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.982687 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.983012 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.983336 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.983657 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.983975 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.984293 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:32.984607 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:33.023004 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.025430 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.026669 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-d915b0f8-f69b-4572-b821-10343d050156 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "DELETE /v2.0/floatingips/ff1ce3e8-f6a9-435e-b471-51fb4d935cf7 HTTP/1.1" status: 204 len: 168 time: 0.4331825 Jul 28 21:50:33.510165 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37660) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:33.515410 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621107170', 'description': 'tempest-description--1469283325'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:33.536987 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.613974 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.617704 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.647523 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.648724 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1375585 Jul 28 21:50:33.649792 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae140d2-841d-454b-a5e9-c26dcd95469b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee303f86-3e3e-4b4b-b502-b660b5b74751,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:33.651670 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37662) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:33.656808 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'security_group_rule': {'security_group_id': 'ee303f86-3e3e-4b4b-b502-b660b5b74751', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:33.682601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.727222 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.731151 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.748425 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24d0ed1-deeb-4473-aa99-c9d8e01a29e3,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:33.753860 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.755076 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-1065fa43-ddb0-4185-8170-a68a899d299d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1022966 Jul 28 21:50:33.757947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37664) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:33.762868 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'security_group_rule': {'security_group_id': 'ee303f86-3e3e-4b4b-b502-b660b5b74751', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:33.787067 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.841306 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.844568 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525474'] for security_group_rule, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.861053 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd569ef-ff4c-46c9-a7ae-61cd04cdfb67,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:33.866737 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.871050 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e643522e-fe22-40a4-b02b-f6be85232c28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116154 Jul 28 21:50:33.871524 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 37666) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:33.876075 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:33.898019 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:33.993124 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.091246 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_common [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Allocated IP 172.27.3.24 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/985bfcd1-44ef-4d78-aa4f-1476b0453956) {{(pid=99669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:50:34.191420 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for port, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.227869 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.264247 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:50:34.266941 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.base_scheduler [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Resources bound (agent type, host, resource id): {{(pid=99669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:50:34.272168 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Received port after_create {{(pid=99669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:50:34.277276 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'Port': ['ID=985bfcd1-44ef-4d78-aa4f-1476b0453956,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:34.353665 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.390264 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.530750 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for port, precommit_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.535426 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3456088'] for port, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.606719 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'Port': ['ID=985bfcd1-44ef-4d78-aa4f-1476b0453956,revision_number=2']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:34.615634 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.628586 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:34.629795 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8c06d651-2f44-48ac-a3bf-b70aec88dff6 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7572803 Jul 28 21:50:34.775824 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-12e746ca-6e49-4b47-94ba-1a102aab8022 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1621107170&fields=id&tenant_id=103d7145abea477d9faa3c6fe943f540 HTTP/1.1" status: 200 len: 267 time: 0.0328779 Jul 28 21:50:35.111436 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-bffb06b2-da7d-426a-be97-1c5d7d120a69 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:35.112910 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-bffb06b2-da7d-426a-be97-1c5d7d120a69 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 810 time: 0.3300569 Jul 28 21:50:35.127869 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-660b877d-5ac2-417b-bf77-effda8a96d40 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/quotas/103d7145abea477d9faa3c6fe943f540 HTTP/1.1" status: 200 len: 375 time: 0.0092020 Jul 28 21:50:35.179666 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-64b5cd08-f452-4f76-82d6-c11c8a1feb5f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463994 Jul 28 21:50:35.195008 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2560d042-7340-47b0-8e9c-0a0a49303ff3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:50:35.195936 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2560d042-7340-47b0-8e9c-0a0a49303ff3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049696 Jul 28 21:50:35.279606 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-716dcc92-21b4-4707-b6cd-c2d752b04561 service neutron] 10.222.0.21 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776103 Jul 28 21:50:35.365549 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-f044a6c8-49b4-409d-a93c-a1bfb4730567 service neutron] 10.222.0.21 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800772 Jul 28 21:50:35.518487 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-59179d1e-d152-42b1-a469-cced4b88c66a req-248d055f-2158-4272-940f-17de489a712b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 210 time: 0.0257745 Jul 28 21:50:35.961572 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device cd2cc612-32f3-4487-95ed-d05a931cc218 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:50:35.983100 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: cd2cc612-32f3-4487-95ed-d05a931cc218 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:50:35.983446 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device cd2cc612-32f3-4487-95ed-d05a931cc218 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:50:36.378386 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-91873702-c723-42fd-af16-9a9f7e183015 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:36.379834 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-91873702-c723-42fd-af16-9a9f7e183015 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 810 time: 0.1034458 Jul 28 21:50:36.422922 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-4c2a2676-3512-4279-bc47-1d46535a4cff tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103d7145abea477d9faa3c6fe943f540 HTTP/1.1" status: 200 len: 380 time: 0.0337584 Jul 28 21:50:36.436559 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'port': {'device_id': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'admin_state_up': True, 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'security_groups': ['ee303f86-3e3e-4b4b-b502-b660b5b74751']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:36.538892 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Made reservation on behalf of 103d7145abea477d9faa3c6fe943f540 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:50:36.542430 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:36.611323 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-faa7cd3b-dd72-4ce0-ba94-7ad7f82d42bd req-d202b4c7-50d1-402f-9f24-2aa730a143c1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Jul 28 21:50:36.668256 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Allocated IP 172.20.0.3 (f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3/26e3af6e-e063-4832-97eb-ce047e832c81/be93cf11-f7ac-4f05-bf34-a0c8b11c144a) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:50:37.061601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.073169 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Transition to ACTIVE for port object be93cf11-f7ac-4f05-bf34-a0c8b11c144a will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:50:37.105740 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.147691 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:50:37.152508 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:50:37.156860 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:50:37.159338 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event updated for resources: {'Port': ['ID=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:37.206486 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:37.207106 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.222328 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0c9a1306-9791-4234-959d-30be19fd5325 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892897 Jul 28 21:50:37.234179 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2da9804c-971c-41bf-9de8-998a2a063d28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:50:37.235365 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2da9804c-971c-41bf-9de8-998a2a063d28 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062165 Jul 28 21:50:37.247095 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Request body: {'port': {'device_id': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:37.303865 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.349864 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-ad8a074f-ebcb-4214-a430-5a7ea272cfd0 None None] Provisioning for port be93cf11-f7ac-4f05-bf34-a0c8b11c144a completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:50:37.353454 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-ad8a074f-ebcb-4214-a430-5a7ea272cfd0 None None] Provisioning complete for port be93cf11-f7ac-4f05-bf34-a0c8b11c144a triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:50:37.353861 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ad8a074f-ebcb-4214-a430-5a7ea272cfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.390046 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a074f-ebcb-4214-a430-5a7ea272cfd0 None None] Port be93cf11-f7ac-4f05-bf34-a0c8b11c144a cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:50:37.553925 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be93cf11-f7ac-4f05-bf34-a0c8b11c144a {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:50:37.560966 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.572024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Transition to ACTIVE for port object be93cf11-f7ac-4f05-bf34-a0c8b11c144a will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:50:37.574997 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.624065 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Pushing event updated for resources: {'Port': ['ID=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:37.703262 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Attempting to bind port be93cf11-f7ac-4f05-bf34-a0c8b11c144a on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:50:37.703615 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Attempting to bind port be93cf11-f7ac-4f05-bf34-a0c8b11c144a by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:50:37.703916 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Attempting to bind port be93cf11-f7ac-4f05-bf34-a0c8b11c144a on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:50:37.723375 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Port be93cf11-f7ac-4f05-bf34-a0c8b11c144a on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:50:37.723695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Attempting to bind port be93cf11-f7ac-4f05-bf34-a0c8b11c144a on network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:50:37.731144 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:50:37.731479 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Checking segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:50:37.731859 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Bound using segment: {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:50:37.732314 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Bound port: be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b705ff0b-d77a-42a4-aa1d-36197067e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:50:37.732671 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.759344 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f8126-3d26-4306-8d66-436ef470bc91 req-0ecf3a4d-885e-48d0-ae67-55af04f0ab0f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:37.760747 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-649f8126-3d26-4306-8d66-436ef470bc91 req-0ecf3a4d-885e-48d0-ae67-55af04f0ab0f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 943 time: 0.0769012 Jul 28 21:50:37.832502 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-649f8126-3d26-4306-8d66-436ef470bc91 req-da90f164-f7a5-4262-9c9b-b24d57f805c9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550604 Jul 28 21:50:37.833439 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] For port be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:50:37.836420 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] For port be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:50:37.842758 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.877331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:37.877940 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:37.879317 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] 10.222.0.22 "PUT /v2.0/ports/be93cf11-f7ac-4f05-bf34-a0c8b11c144a HTTP/1.1" status: 200 len: 1093 time: 0.6367500 Jul 28 21:50:37.879733 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:50:37.882221 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461b346-849f-4a56-9ec8-2c67bac044fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:50:37.913288 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e4fc5-0857-4cd6-9662-19eaa9bd975e service neutron] Pushing event updated for resources: {'Port': ['ID=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:37.925283 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ba81d2-281e-481e-ad2e-ba94af83ac7a x-openstack-request-id: req-e6ba81d2-281e-481e-ad2e-ba94af83ac7a {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:50:37.925573 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:50:37.925856 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6ba81d2-281e-481e-ad2e-ba94af83ac7a {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:50:37.926286 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'status': 'completed', 'code': 200} Jul 28 21:50:38.005539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-becca828-b697-4b74-a04d-c839784fa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.007344 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-becca828-b697-4b74-a04d-c839784fa241 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0892944 Jul 28 21:50:38.061690 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-28f35549-b499-446a-8c07-44f93a5db1a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a HTTP/1.1" status: 200 len: 217 time: 0.0455580 Jul 28 21:50:38.112655 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-1267d45a-3976-4fe1-9bd8-79e5390ac512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.114046 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-1267d45a-3976-4fe1-9bd8-79e5390ac512 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0455410 Jul 28 21:50:38.159811 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0b2f3e3a-31e3-4f72-8e7b-676db77bf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.161271 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-0b2f3e3a-31e3-4f72-8e7b-676db77bf87f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404944 Jul 28 21:50:38.246844 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-c9414221-4f77-4ced-970a-0374bc0fd5e9 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780013 Jul 28 21:50:38.340361 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c5d20ebc-5e44-4b3a-8ec4-8104bd39c108 req-e993798c-ea1a-476e-9e97-32d072df9083 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859716 Jul 28 21:50:38.424140 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-773d41d9-d9f6-4227-8a0a-113ed94b5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.425580 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-773d41d9-d9f6-4227-8a0a-113ed94b5a87 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 1096 time: 0.0399983 Jul 28 21:50:38.518089 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-f00b8562-7363-43d4-a150-48e8559ed573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.519589 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-f00b8562-7363-43d4-a150-48e8559ed573 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0859189 Jul 28 21:50:38.561371 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-f718cd64-92c3-43df-bcd9-6a45dfb85c75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a HTTP/1.1" status: 200 len: 217 time: 0.0345418 Jul 28 21:50:38.611348 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-8f41a7fd-0543-480c-ab50-720f398a7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.612757 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-8f41a7fd-0543-480c-ab50-720f398a7658 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0439205 Jul 28 21:50:38.675558 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-9d1351f8-2768-41d1-98c1-04c80a211e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.676963 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-9d1351f8-2768-41d1-98c1-04c80a211e92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565562 Jul 28 21:50:38.764063 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-1fab0849-6d2c-4e0d-b94a-0e4ffcd85836 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793023 Jul 28 21:50:38.853151 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f461b346-849f-4a56-9ec8-2c67bac044fe req-6e855675-e9f1-488c-bd9d-b861f315be55 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816085 Jul 28 21:50:38.948268 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ea6e1-50fb-4228-b507-99ef3e565d3e req-c64de87f-a292-4486-b013-eef4d9159488 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:38.949646 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-261ea6e1-50fb-4228-b507-99ef3e565d3e req-c64de87f-a292-4486-b013-eef4d9159488 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 943 time: 0.0483301 Jul 28 21:50:38.988335 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-261ea6e1-50fb-4228-b507-99ef3e565d3e req-9c02b205-4249-4194-a38e-3aa9ee90f041 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Jul 28 21:50:40.008608 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device be93cf11-f7ac-4f05-bf34-a0c8b11c144a details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:50:40.099932 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a255a0-17fc-41a3-9834-a5c213f36881 req-1d5b527d-2096-4f27-a8d0-bce9dcf24f4d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:40.101386 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:50:40.101520 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-21a255a0-17fc-41a3-9834-a5c213f36881 req-1d5b527d-2096-4f27-a8d0-bce9dcf24f4d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 943 time: 0.0468283 Jul 28 21:50:40.113078 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'port_id': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'mac_address': 'fa:16:3e:f9:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:50:40.139294 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-21a255a0-17fc-41a3-9834-a5c213f36881 req-b8b1494c-aa40-474c-9094-fba580224ad5 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Jul 28 21:50:40.153614 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:40.166003 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be93cf11-f7ac-4f05-bf34-a0c8b11c144a {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:50:40.186291 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:50:40.190148 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:40.240948 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:40.248419 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.248777 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.249121 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.249531 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.249970 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.250391 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.250777 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.251109 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.251440 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.251774 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.252099 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.252422 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:50:40.423241 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['be93cf11-f7ac-4f05-bf34-a0c8b11c144a'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:50:41.248712 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5fd5c-5fc9-40f3-97f8-f7a2c3f8fb6c req-be945200-0d47-4e8a-9833-b21886bd1a4c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:41.250188 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d8d5fd5c-5fc9-40f3-97f8-f7a2c3f8fb6c req-be945200-0d47-4e8a-9833-b21886bd1a4c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 944 time: 0.0467536 Jul 28 21:50:41.286706 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d8d5fd5c-5fc9-40f3-97f8-f7a2c3f8fb6c req-69af585f-266a-4ec9-b926-ef65b93aee8f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Jul 28 21:50:41.578474 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5c704e3a-d05d-4ffb-a6d4-6046dee50d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:42.024006 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device be93cf11-f7ac-4f05-bf34-a0c8b11c144a up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:50:42.070976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port be93cf11-f7ac-4f05-bf34-a0c8b11c144a completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:50:42.074659 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port be93cf11-f7ac-4f05-bf34-a0c8b11c144a triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:50:42.075024 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:42.146556 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:42.172669 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:50:42.174927 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b189d4-0111-4a9c-9924-1b9bdf61834c" -d '{"events": [{"server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "name": "network-vif-plugged", "status": "completed", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:50:42.187371 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:50:42.191563 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:42.217543 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a6860-b592-4d56-9afa-d56d9c679a70 x-openstack-request-id: req-ce6a6860-b592-4d56-9afa-d56d9c679a70 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:50:42.217838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "name": "network-vif-plugged", "status": "completed", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:50:42.218086 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce6a6860-b592-4d56-9afa-d56d9c679a70 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:50:42.218488 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'code': 200} Jul 28 21:50:42.242976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:42.401879 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f6e3-cb64-4612-96d9-c35688aa2682 req-0ffda3c1-1f5b-4ae7-a978-853b72d5fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:42.403269 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-70d8f6e3-cb64-4612-96d9-c35688aa2682 req-0ffda3c1-1f5b-4ae7-a978-853b72d5fbe6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0679328 Jul 28 21:50:42.434404 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6029e5-fb1e-4234-adbc-6428b3f503f2 req-931bffe9-88ce-4f99-b446-28eaf7a13077 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:42.436497 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5d6029e5-fb1e-4234-adbc-6428b3f503f2 req-931bffe9-88ce-4f99-b446-28eaf7a13077 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 945 time: 0.0773427 Jul 28 21:50:42.461976 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-70d8f6e3-cb64-4612-96d9-c35688aa2682 req-20cb2a0d-9729-473e-bff7-2fdc90951dbb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510716 Jul 28 21:50:42.480330 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5d6029e5-fb1e-4234-adbc-6428b3f503f2 req-90523278-92e5-4a7b-8123-7dde14b04e5d tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345027 Jul 28 21:50:42.804701 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:43.249510 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-774f509c-a8d9-4615-bdb6-91289175c398 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407093 Jul 28 21:50:43.331068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-5b49f31a-4600-46d7-ab61-16e68926618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:43.332515 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-5b49f31a-4600-46d7-ab61-16e68926618a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1099 time: 0.0397263 Jul 28 21:50:43.434363 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-ef8705d1-3437-4e9e-bcc9-ece203f1a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:43.436335 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-ef8705d1-3437-4e9e-bcc9-ece203f1a5e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0844827 Jul 28 21:50:43.500586 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-4ab591fc-e56e-4d09-92be-fa97d2096019 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0560715 Jul 28 21:50:43.553522 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-1c15d40a-dae7-438a-be99-82f2f84aea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:43.555086 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-1c15d40a-dae7-438a-be99-82f2f84aea6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0475249 Jul 28 21:50:43.599003 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b0493-5c91-4279-83cf-0bc9a9562199 req-4421ec28-5f80-4cb4-b74a-7ac8ea6a1d1c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:43.599903 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-b79bd9c5-56e9-4e0d-a56b-3aee84b2e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:43.600487 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1f7b0493-5c91-4279-83cf-0bc9a9562199 req-4421ec28-5f80-4cb4-b74a-7ac8ea6a1d1c tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 945 time: 0.0518913 Jul 28 21:50:43.601382 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-b79bd9c5-56e9-4e0d-a56b-3aee84b2e221 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393751 Jul 28 21:50:43.639359 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1f7b0493-5c91-4279-83cf-0bc9a9562199 req-5b494388-c47e-4905-a15d-ad9fb3ca2f75 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328736 Jul 28 21:50:43.688363 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-9f399850-a0cf-49f9-b8af-e2a88fa991b7 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800154 Jul 28 21:50:43.810894 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6c45edd7-23ac-45f3-bb99-f186ea74c8ef req-51becab4-8cad-4fbc-b4a4-964a34e50ccb service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151123 Jul 28 21:50:43.828116 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff420d6e-e861-4d8b-8f04-20493b4b9718 req-ace30c6e-a374-4195-94a0-d49d6b300c3f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:43.829547 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ff420d6e-e861-4d8b-8f04-20493b4b9718 req-ace30c6e-a374-4195-94a0-d49d6b300c3f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 945 time: 0.1269546 Jul 28 21:50:43.837777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37722) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:50:43.842048 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Request body: {'floatingip': {'port_id': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:43.883964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:44.166787 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:44.215638 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-2f719ef3-153c-45a4-9e22-8bef835104d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:44.299333 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:44.302919 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:44.396642 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Floating IP 59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722 associated. External IP: 172.27.3.24, port: be93cf11-f7ac-4f05-bf34-a0c8b11c144a. Jul 28 21:50:44.596186 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Router 3093e4a1-d051-42e2-a960-30805815d8ab has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:50:44.697274 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:50:44.702661 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:44.707194 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:50:44.717272 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:50:44.717921 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:50:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:44.728350 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6f096ff4-365e-4cf5-b36c-255697b85504 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "PUT /v2.0/floatingips/59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722 HTTP/1.1" status: 200 len: 990 time: 0.8895409 Jul 28 21:50:44.728969 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:50:44.731227 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:50:44.769244 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb3712-cd69-444b-827e-11a57ad5f533 x-openstack-request-id: req-4feb3712-cd69-444b-827e-11a57ad5f533 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:50:44.769529 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:50:44.769777 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4feb3712-cd69-444b-827e-11a57ad5f533 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:50:44.770194 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'status': 'completed', 'code': 200} Jul 28 21:50:44.822302 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:50:44.839076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-a87e61b8-6220-4e7d-8a06-9ac1bbe50e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:44.840591 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-a87e61b8-6220-4e7d-8a06-9ac1bbe50e6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=103d7145abea477d9faa3c6fe943f540&device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 1098 time: 0.0436904 Jul 28 21:50:44.927073 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-46bd4a0d-9dd3-42b6-ade8-63c07458561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:44.928530 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-46bd4a0d-9dd3-42b6-ade8-63c07458561b service neutron] 10.222.0.22 "GET /v2.0/networks?id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 200 len: 911 time: 0.0803432 Jul 28 21:50:44.982977 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:50:44.995000 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-c4028ae1-2252-4e26-8320-821c2f89773f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a HTTP/1.1" status: 200 len: 998 time: 0.0587606 Jul 28 21:50:45.041933 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-a71ce5fe-5224-4056-85b6-239a270643fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:45.042878 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'port_id': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'mac_address': 'fa:16:3e:f9:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:50:34Z', 'updated_at': '2021-07-28T21:50:44Z', 'revision_number': 1, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:45.043375 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-a71ce5fe-5224-4056-85b6-239a270643fe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 200 len: 849 time: 0.0420201 Jul 28 21:50:45.068485 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:50:45.077143 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:50:45.077749 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:50:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:45.087482 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-a526c090-9370-4959-a578-8eae5d323003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:45.088964 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-a526c090-9370-4959-a578-8eae5d323003 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391107 Jul 28 21:50:45.179243 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:50:45.179751 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-5e492ed6-e2c9-404f-b40f-2f859becf40b service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838039 Jul 28 21:50:45.267573 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d3568f5e-a924-44fb-b64a-6d4f9e0c98cf req-cd3a5ebb-ec7b-4763-8e49-d5ba29a64654 service neutron] 10.222.0.22 "GET /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804441 Jul 28 21:50:45.384755 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:45.397090 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'port_id': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'mac_address': 'fa:16:3e:f9:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:50:34Z', 'updated_at': '2021-07-28T21:50:44Z', 'revision_number': 1, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:50:45.422674 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6778-700f-4e3b-88dc-1b35cf19a9f8 None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': '59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'port_id': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'mac_address': 'fa:16:3e:f9:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:50:34Z', 'updated_at': '2021-07-28T21:50:44Z', 'revision_number': 1, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:50:45.604302 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da2060e-ffa1-49d8-aa2b-8e5212899d7a None None] New status for floating IP 59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722: ACTIVE {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:50:46.904941 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:54.811956 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-436724cd-3a15-41d4-bf5d-8e98efd8b67b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572591401&fields=id&tenant_id=56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 267 time: 0.0319901 Jul 28 21:50:54.913114 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-560fb083-d18b-4346-82d6-a1d95251d639 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:54.915273 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-560fb083-d18b-4346-82d6-a1d95251d639 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 811 time: 0.0967262 Jul 28 21:50:54.930882 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-54fea4e3-33e4-48f2-bfc0-8069cd885cb9 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/quotas/56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Jul 28 21:50:54.990826 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-ebe0d2f7-cdeb-40e4-85b4-312782c19381 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548811 Jul 28 21:50:55.080967 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-95078f80-3fc2-4423-8fe5-b960589ec5bc service neutron] 10.222.0.21 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785048 Jul 28 21:50:55.168473 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-0eec3a1b-ff22-4281-9ab6-3627ec1a8adb service neutron] 10.222.0.21 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814984 Jul 28 21:50:55.468245 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-72471b3a-880e-473d-b2bd-04d7d8ab0892 req-409c6353-9df2-4d0d-bdb0-8afca865ab55 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 210 time: 0.0279779 Jul 28 21:50:56.436814 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-3d598512-7052-4e2f-ae67-3818b8aa86b3 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:56.438339 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-3d598512-7052-4e2f-ae67-3818b8aa86b3 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 811 time: 0.1032207 Jul 28 21:50:56.484906 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-221075df-f492-451e-95ec-f9f5ba05e634 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e5910493014698aff9e8740bd8c5c9 HTTP/1.1" status: 200 len: 380 time: 0.0367529 Jul 28 21:50:56.495155 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'port': {'device_id': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'admin_state_up': True, 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'security_groups': ['1bd3749b-a37c-4064-bc53-892c574e1e3d']}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:56.572738 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-64cf909a-b51a-4154-9837-bba42a39d2ae req-6a70b26b-3de2-4ff6-b1fa-bc95c7c012d2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 210 time: 0.0337303 Jul 28 21:50:56.636300 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Made reservation on behalf of 56e5910493014698aff9e8740bd8c5c9 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:50:56.640756 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:56.768200 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Allocated IP 172.20.0.4 (55ee6bc8-85f0-4475-b502-397771e73bae/d5ef2196-f2d2-4872-866d-e40cd82ee873/49cb7f56-dd12-493c-bb18-171b78a1cc9e) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:50:56.907731 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:56.929680 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Transition to ACTIVE for port object 49cb7f56-dd12-493c-bb18-171b78a1cc9e will not be triggered until provisioned by entity DHCP. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:50:56.961422 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.000155 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Network 55ee6bc8-85f0-4475-b502-397771e73bae is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:50:57.003087 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:50:57.006769 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:50:57.037604 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=49cb7f56-dd12-493c-bb18-171b78a1cc9e,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:57.065983 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:57.066642 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.080737 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-8ceb4874-edaf-4951-b3a3-ac32b0ff7137 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5892606 Jul 28 21:50:57.095659 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Request body: {'port': {'device_id': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:50:57.149472 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.238659 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-b133b2db-bb07-4822-9a76-9289ae666663 None None] Provisioning for port 49cb7f56-dd12-493c-bb18-171b78a1cc9e completed by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:50:57.242342 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-b133b2db-bb07-4822-9a76-9289ae666663 None None] Provisioning complete for port 49cb7f56-dd12-493c-bb18-171b78a1cc9e triggered by entity DHCP. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:50:57.242716 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b133b2db-bb07-4822-9a76-9289ae666663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.277138 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-b133b2db-bb07-4822-9a76-9289ae666663 None None] Port 49cb7f56-dd12-493c-bb18-171b78a1cc9e cannot update to ACTIVE because it is not bound. {{(pid=99671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 21:50:57.687200 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49cb7f56-dd12-493c-bb18-171b78a1cc9e {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:50:57.696748 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.714312 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Transition to ACTIVE for port object 49cb7f56-dd12-493c-bb18-171b78a1cc9e will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:50:57.722464 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d200b3-d4d2-437f-b117-52456b999ddc req-d17799ca-8a66-4367-b84e-10088dcd75c4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:57.723927 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11d200b3-d4d2-437f-b117-52456b999ddc req-d17799ca-8a66-4367-b84e-10088dcd75c4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 931 time: 0.0748217 Jul 28 21:50:57.724941 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.786925 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Pushing event updated for resources: {'Port': ['ID=49cb7f56-dd12-493c-bb18-171b78a1cc9e,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:57.820152 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-11d200b3-d4d2-437f-b117-52456b999ddc req-824a2e48-f922-42a3-9a9c-20e400be528f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902066 Jul 28 21:50:57.873005 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Attempting to bind port 49cb7f56-dd12-493c-bb18-171b78a1cc9e on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:50:57.873253 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Attempting to bind port 49cb7f56-dd12-493c-bb18-171b78a1cc9e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:50:57.873583 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Attempting to bind port 49cb7f56-dd12-493c-bb18-171b78a1cc9e on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:50:57.877899 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Port 49cb7f56-dd12-493c-bb18-171b78a1cc9e on network 55ee6bc8-85f0-4475-b502-397771e73bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:50:57.878257 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Attempting to bind port 49cb7f56-dd12-493c-bb18-171b78a1cc9e on network 55ee6bc8-85f0-4475-b502-397771e73bae {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:50:57.883350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:50:57.883686 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Checking segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:50:57.884073 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Bound using segment: {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:50:57.884500 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Bound port: 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fab9c18-a3c0-493b-9e1e-7db520ccbc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:50:57.884858 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.947727 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] For port 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:50:57.950678 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] For port 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:50:57.955524 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.988838 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:57.989448 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:50:57.990869 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] 10.222.0.22 "PUT /v2.0/ports/49cb7f56-dd12-493c-bb18-171b78a1cc9e HTTP/1.1" status: 200 len: 1093 time: 0.8999982 Jul 28 21:50:57.991302 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:50:57.993539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595b4522-3eec-426b-a349-058d8cddd7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:50:58.026036 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f4bb92-764c-42fe-a60c-0dee7b74dc5e service neutron] Pushing event updated for resources: {'Port': ['ID=49cb7f56-dd12-493c-bb18-171b78a1cc9e,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:50:58.072813 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-9c1d81be-d5c1-4129-9c80-b3e02c687d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.074386 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-9c1d81be-d5c1-4129-9c80-b3e02c687d24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 1096 time: 0.0424004 Jul 28 21:50:58.120907 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c9484-e3df-4b53-8363-afeea72c0ef2 x-openstack-request-id: req-ed2c9484-e3df-4b53-8363-afeea72c0ef2 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:50:58.121178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:50:58.121415 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed2c9484-e3df-4b53-8363-afeea72c0ef2 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:50:58.121799 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'status': 'completed', 'code': 200} Jul 28 21:50:58.124306 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-9316639d-3c80-49a6-b935-53f7d1967454 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e HTTP/1.1" status: 200 len: 217 time: 0.0418026 Jul 28 21:50:58.173851 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-6e7d01a8-f8b2-48bf-bb99-7f3cf5da9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.175348 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-6e7d01a8-f8b2-48bf-bb99-7f3cf5da9cb8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0440683 Jul 28 21:50:58.219121 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-f94d8518-21bb-45b1-9015-e00304f71d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.220607 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-f94d8518-21bb-45b1-9015-e00304f71d91 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384281 Jul 28 21:50:58.311144 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-3ac8f992-2013-4682-b13f-40947a8f7143 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834575 Jul 28 21:50:58.395411 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ad85c305-682c-40e2-88ed-617bc1e158f2 req-43983688-62cc-4011-8e0a-a7e9040f435b service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779171 Jul 28 21:50:58.481364 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4522-3eec-426b-a349-058d8cddd7cc req-0a420c37-78ac-4eb8-bc08-bcacb271eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.483610 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-0a420c37-78ac-4eb8-bc08-bcacb271eb92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 1096 time: 0.0404754 Jul 28 21:50:58.572598 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4522-3eec-426b-a349-058d8cddd7cc req-aab89ac9-a30b-4e7d-a724-f49e9b2cc290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.574031 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-aab89ac9-a30b-4e7d-a724-f49e9b2cc290 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0835636 Jul 28 21:50:58.615313 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-72ebd64b-2d25-43c3-b759-99f03c68bc9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e HTTP/1.1" status: 200 len: 217 time: 0.0330932 Jul 28 21:50:58.665640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4522-3eec-426b-a349-058d8cddd7cc req-602e6ffd-7675-4cd9-9fd9-008f6fe28f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.667091 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-602e6ffd-7675-4cd9-9fd9-008f6fe28f81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0448494 Jul 28 21:50:58.712036 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4522-3eec-426b-a349-058d8cddd7cc req-c828e102-3db3-44f9-a002-198df1724eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.713537 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-c828e102-3db3-44f9-a002-198df1724eb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386178 Jul 28 21:50:58.807674 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-b4ae27d7-633f-4009-b4ba-a5efc5baff19 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803998 Jul 28 21:50:58.902304 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-595b4522-3eec-426b-a349-058d8cddd7cc req-d18959fb-ac06-4478-a0d7-e31028b6240e service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831935 Jul 28 21:50:58.941432 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1f950-762e-4ba8-b3f4-b29047c815b4 req-8597da24-eb09-42a5-a4b9-28398c830fe5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:50:58.942896 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5ff1f950-762e-4ba8-b3f4-b29047c815b4 req-8597da24-eb09-42a5-a4b9-28398c830fe5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0478971 Jul 28 21:50:58.980132 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5ff1f950-762e-4ba8-b3f4-b29047c815b4 req-c7fe2b03-4a26-4d87-a521-fb28dba8c90b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Jul 28 21:51:00.093528 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc287756-2b3b-4a61-ab86-3cbca0163f59 req-eaa22d5a-785a-4d7d-8920-aae4cdf2e602 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:00.094949 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc287756-2b3b-4a61-ab86-3cbca0163f59 req-eaa22d5a-785a-4d7d-8920-aae4cdf2e602 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0498090 Jul 28 21:51:00.131742 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc287756-2b3b-4a61-ab86-3cbca0163f59 req-6a06ad33-7c11-43e8-a083-df9c2f6fcd35 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Jul 28 21:51:01.245551 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7789d-3c0a-4ad8-a9e7-4ca8516571b5 req-1f5e4e2a-0855-492a-8d6b-7c7f9aebc60a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:01.247044 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a6e7789d-3c0a-4ad8-a9e7-4ca8516571b5 req-1f5e4e2a-0855-492a-8d6b-7c7f9aebc60a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0508740 Jul 28 21:51:01.283770 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a6e7789d-3c0a-4ad8-a9e7-4ca8516571b5 req-24efbea7-f64c-45be-8601-8cf24de6e345 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302076 Jul 28 21:51:02.397453 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae82b67-9ec4-47c1-b296-d64a2ea71623 req-75759a68-7d96-4a12-85fe-20763d159c62 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:02.398931 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-eae82b67-9ec4-47c1-b296-d64a2ea71623 req-75759a68-7d96-4a12-85fe-20763d159c62 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0473189 Jul 28 21:51:02.436023 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-eae82b67-9ec4-47c1-b296-d64a2ea71623 req-fd9ba262-9cb9-4c37-a0e9-9873c2b9f561 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 28 21:51:03.545903 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f9e69-b7d9-4a64-b5ce-2632be1e7663 req-8f2926a7-6c96-498f-a3ca-cd3c6a0d375e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:03.547396 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f46f9e69-b7d9-4a64-b5ce-2632be1e7663 req-8f2926a7-6c96-498f-a3ca-cd3c6a0d375e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0476511 Jul 28 21:51:03.584311 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-f46f9e69-b7d9-4a64-b5ce-2632be1e7663 req-e5703d42-74e9-4166-8372-b5aca27d7ab0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Jul 28 21:51:04.698310 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bcbd8-5934-4695-925e-44393283fdbf req-7d7e9c2e-0629-45a3-8ad7-b31a940c22ac tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:04.699762 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-062bcbd8-5934-4695-925e-44393283fdbf req-7d7e9c2e-0629-45a3-8ad7-b31a940c22ac tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0509841 Jul 28 21:51:04.736234 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-062bcbd8-5934-4695-925e-44393283fdbf req-ab042f2a-72e7-4bd2-9dae-2433ef744a99 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305893 Jul 28 21:51:05.847083 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1f0c2-49b8-4fbd-bb25-d1b39a37f361 req-11dbd148-31d4-469c-8db6-b7b14f63f4c7 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:05.848560 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2da1f0c2-49b8-4fbd-bb25-d1b39a37f361 req-11dbd148-31d4-469c-8db6-b7b14f63f4c7 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 943 time: 0.0467541 Jul 28 21:51:05.886025 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-2da1f0c2-49b8-4fbd-bb25-d1b39a37f361 req-0fc5183b-0736-4419-a90a-05aafc270ba4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316150 Jul 28 21:51:06.120605 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 49cb7f56-dd12-493c-bb18-171b78a1cc9e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:51:06.213053 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:06.224427 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'port_id': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'mac_address': 'fa:16:3e:55:df:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:51:06.259106 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:06.271907 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49cb7f56-dd12-493c-bb18-171b78a1cc9e {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:51:06.291739 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:06.296040 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:06.346391 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=49cb7f56-dd12-493c-bb18-171b78a1cc9e,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:06.512507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['49cb7f56-dd12-493c-bb18-171b78a1cc9e'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:51:06.995785 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc651869-c396-4a64-995f-498fca5a49f4 req-d03710a6-e528-480c-a1a2-050459bd6f86 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:06.997237 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc651869-c396-4a64-995f-498fca5a49f4 req-d03710a6-e528-480c-a1a2-050459bd6f86 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 944 time: 0.0464892 Jul 28 21:51:07.034032 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-cc651869-c396-4a64-995f-498fca5a49f4 req-7907d973-ef5c-493e-bc22-a6315ec1cc02 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303979 Jul 28 21:51:08.133499 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 49cb7f56-dd12-493c-bb18-171b78a1cc9e up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:51:08.149516 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add35a8e-bbcf-4a8c-87c7-5e2c24fa96f2 req-a661fac8-6bf0-4b9d-8229-e3c2531cf51f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:08.151046 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-add35a8e-bbcf-4a8c-87c7-5e2c24fa96f2 req-a661fac8-6bf0-4b9d-8229-e3c2531cf51f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 944 time: 0.0525224 Jul 28 21:51:08.182453 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 49cb7f56-dd12-493c-bb18-171b78a1cc9e completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:51:08.186662 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 49cb7f56-dd12-493c-bb18-171b78a1cc9e triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:51:08.187035 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:08.189656 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-add35a8e-bbcf-4a8c-87c7-5e2c24fa96f2 req-1ee1820d-ee74-4668-b5bf-bd9abc706266 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320663 Jul 28 21:51:08.260959 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:08.285259 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:51:08.287485 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447731b-0029-4855-ad67-147720be5ac4" -d '{"events": [{"server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "name": "network-vif-plugged", "status": "completed", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:51:08.300098 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:08.303849 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:08.351960 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=49cb7f56-dd12-493c-bb18-171b78a1cc9e,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:08.372571 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efe6a8-b9b0-4614-ba0c-c2f57551ad51 x-openstack-request-id: req-85efe6a8-b9b0-4614-ba0c-c2f57551ad51 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:51:08.373545 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "name": "network-vif-plugged", "status": "completed", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:51:08.373800 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85efe6a8-b9b0-4614-ba0c-c2f57551ad51 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:51:08.374295 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'code': 200} Jul 28 21:51:08.602997 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b280f-7f00-4cd5-9537-1f0babc9618c req-d788aa58-ce91-4bff-881a-eaba7df43a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:08.604429 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-370b280f-7f00-4cd5-9537-1f0babc9618c req-d788aa58-ce91-4bff-881a-eaba7df43a64 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 1098 time: 0.0382671 Jul 28 21:51:08.639477 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-370b280f-7f00-4cd5-9537-1f0babc9618c req-512067d7-a019-4d64-98a1-a05a3040bb66 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267169 Jul 28 21:51:09.302497 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c1085-c20b-4891-b5e8-fd4dcacc18ef req-5c99ef2f-f2b6-405f-9acf-ddf85158a394 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:09.303941 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-781c1085-c20b-4891-b5e8-fd4dcacc18ef req-5c99ef2f-f2b6-405f-9acf-ddf85158a394 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 945 time: 0.0474567 Jul 28 21:51:09.339966 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-781c1085-c20b-4891-b5e8-fd4dcacc18ef req-5f2f09f2-4850-4a9f-bd4e-65523b4eef29 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302954 Jul 28 21:51:10.455270 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136098da-8f8c-45b7-80a6-07dcfc616e20 req-00c9447c-b365-4cb3-bba2-e6b86df4dcb5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:10.456724 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-136098da-8f8c-45b7-80a6-07dcfc616e20 req-00c9447c-b365-4cb3-bba2-e6b86df4dcb5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Jul 28 21:51:10.495252 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-136098da-8f8c-45b7-80a6-07dcfc616e20 req-2df665b4-2565-4c3f-a6aa-e139c557552e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Jul 28 21:51:10.616326 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230975d-ed06-4fb9-ae04-7a419763bd9b req-e8f71c63-55ef-4301-ae5d-200b4c2bcea5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:10.617901 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e230975d-ed06-4fb9-ae04-7a419763bd9b req-e8f71c63-55ef-4301-ae5d-200b4c2bcea5 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Jul 28 21:51:10.656033 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-e230975d-ed06-4fb9-ae04-7a419763bd9b req-b6fb4078-82a1-4bbe-a7c5-29f69b7ba6d3 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324488 Jul 28 21:51:10.679313 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37862) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:10.717464 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379f9f3-5fc2-4c8c-a448-f848f7d9bfdf tempest-TestVolumeBootPattern-353159717 tempest-TestVolumeBootPattern-353159717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:10.718957 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-9379f9f3-5fc2-4c8c-a448-f848f7d9bfdf tempest-TestVolumeBootPattern-353159717 tempest-TestVolumeBootPattern-353159717-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 1093 time: 0.0386031 Jul 28 21:51:10.721605 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 37864) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:10.726029 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Request body: {'floatingip': {'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'port_id': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:51:10.747811 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:10.843938 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:10.942985 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Allocated IP 172.27.3.150 (110cf7fb-d8c9-4203-8a6b-73bd67108d38/67d6d934-e4a0-4f83-91e8-69e8a88f864d/8acd7bd2-5536-429c-ac99-0baae4fb0045) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:51:11.042993 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.080013 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.111953 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Network 110cf7fb-d8c9-4203-8a6b-73bd67108d38 is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:51:11.114606 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:51:11.117851 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:51:11.145741 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=8acd7bd2-5536-429c-ac99-0baae4fb0045,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:11.459179 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.522988 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.578868 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-fa27b3c3-9fe9-486f-baf8-a1486ca5d86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.666861 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.671168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.733899 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event updated for resources: {'Port': ['ID=8acd7bd2-5536-429c-ac99-0baae4fb0045,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:11.746613 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:11.843459 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Floating IP f6434a6f-7d42-4d18-a717-20a5362e22ac associated. External IP: 172.27.3.150, port: 49cb7f56-dd12-493c-bb18-171b78a1cc9e. Jul 28 21:51:12.042650 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:51:12.145396 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:51:12.155201 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763549f-309f-4512-b547-897f1dd2694b None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:51:12.162703 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:12.166282 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:51:12.167100 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:50:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:12.189899 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-b302f653-4901-45c0-b6b5-443c554d07c6 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4672253 Jul 28 21:51:12.190524 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:51:12.192781 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f370ec-6e41-4ed8-aa76-4004f8285ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:51:12.234349 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3896847-fc14-4233-bd63-5734f7d8d0da x-openstack-request-id: req-f3896847-fc14-4233-bd63-5734f7d8d0da {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:51:12.234636 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:51:12.234883 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3896847-fc14-4233-bd63-5734f7d8d0da {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:51:12.235277 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'status': 'completed', 'code': 200} Jul 28 21:51:12.273118 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:51:12.296463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-aebf1cfe-22b4-4d9f-9136-ffce064bb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:12.297977 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-aebf1cfe-22b4-4d9f-9136-ffce064bb2ff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 1098 time: 0.0396192 Jul 28 21:51:12.392614 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-f853fbca-38d6-4e6e-94ee-1868f61c1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:12.394124 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-f853fbca-38d6-4e6e-94ee-1868f61c1565 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0878923 Jul 28 21:51:12.459710 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-1a38013b-dc9b-4c1d-afc4-e4050dd13fa7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e HTTP/1.1" status: 200 len: 999 time: 0.0576375 Jul 28 21:51:12.511533 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-e08476e3-afce-4cb6-813b-3ce7e09d5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:12.513014 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-e08476e3-afce-4cb6-813b-3ce7e09d5d4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0468969 Jul 28 21:51:12.559059 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-e1490f93-65bd-40e2-97fe-9672e34a0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:12.561085 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-e1490f93-65bd-40e2-97fe-9672e34a0734 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402911 Jul 28 21:51:12.582440 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:18Z', 'revision_number': 1, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}, {'id': 'f6434a6f-7d42-4d18-a717-20a5362e22ac', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:55:df:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:51:11Z', 'updated_at': '2021-07-28T21:51:11Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:12.607950 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763549f-309f-4512-b547-897f1dd2694b None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:51:12.615780 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:51:12.616371 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:50:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:12.649923 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-c5d5935f-6d08-4a3d-b315-518441585f70 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811634 Jul 28 21:51:12.718675 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:51:12.740129 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-57f370ec-6e41-4ed8-aa76-4004f8285ea1 req-e689922e-f452-47aa-b041-0de47a13fd0e service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834625 Jul 28 21:51:12.808507 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:12.943851 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0763549f-309f-4512-b547-897f1dd2694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:18Z', 'revision_number': 1, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}, {'id': 'f6434a6f-7d42-4d18-a717-20a5362e22ac', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:55:df:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:51:11Z', 'updated_at': '2021-07-28T21:51:11Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:12.968579 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763549f-309f-4512-b547-897f1dd2694b None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:18Z', 'revision_number': 1, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}, {'id': 'f6434a6f-7d42-4d18-a717-20a5362e22ac', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:55:df:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:51:11Z', 'updated_at': '2021-07-28T21:51:11Z', 'revision_number': 0, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:51:13.155851 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd91af-7368-405c-82d1-510e7fe22024 None None] New status for floating IP f6434a6f-7d42-4d18-a717-20a5362e22ac: ACTIVE {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:51:14.160623 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:14.216936 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-da53f5c5-bb59-4dd2-8d7b-e0d975ed1632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:15.388312 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:16.905555 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:21.981334 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:51:41.578697 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-4e970124-580b-42d1-ad36-6b006d5d37dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:42.833053 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:44.161048 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:44.220261 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-2fd66848-9759-4435-97e6-5b4806559b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:45.170605 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f895-30eb-49b7-9085-dbd10b164d08 req-3c96a1a8-0d85-4560-b243-84e7194c8112 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:45.172064 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f8f4f895-30eb-49b7-9085-dbd10b164d08 req-3c96a1a8-0d85-4560-b243-84e7194c8112 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 945 time: 0.0482805 Jul 28 21:51:45.208603 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f8f4f895-30eb-49b7-9085-dbd10b164d08 req-e6dc9bdc-db91-4bb0-95d1-fc7690ff5922 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Jul 28 21:51:45.269474 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-653cd3c8-0682-47e4-88b0-666b17fc18a8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413918 Jul 28 21:51:45.348574 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-c138754b-b0f3-4911-919a-1561c8bc9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:45.350057 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-c138754b-b0f3-4911-919a-1561c8bc9620 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1099 time: 0.0392420 Jul 28 21:51:45.390838 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:45.449725 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-905d7db0-b1e6-4de0-b9cf-3fdef96d5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:45.451217 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-905d7db0-b1e6-4de0-b9cf-3fdef96d5858 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0829055 Jul 28 21:51:45.519593 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-6619822a-a884-4670-898a-1d0f7bb5f490 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 1001 time: 0.0598333 Jul 28 21:51:45.567369 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-3d2ef079-1d98-4219-891f-0e8654c07e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:45.568781 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-3d2ef079-1d98-4219-891f-0e8654c07e8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0417163 Jul 28 21:51:45.612226 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-aae6a76a-cc69-4766-89f7-f632b7a9a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:45.613615 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-aae6a76a-cc69-4766-89f7-f632b7a9a910 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0371881 Jul 28 21:51:45.701096 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-d3cdb6a4-8ec4-47ea-b0c7-5da8cb3d9a60 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801554 Jul 28 21:51:45.787876 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-5f7a4168-832c-47f9-81b1-3d1849c13e8c req-3fd17ae4-919d-43b5-b9ea-ef07cd197292 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787520 Jul 28 21:51:46.323277 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775a89e-5607-42e5-bb5a-27b987292b47 req-64b62cbc-c8b7-4c53-b461-940cd229ab76 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:46.324739 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8775a89e-5607-42e5-bb5a-27b987292b47 req-64b62cbc-c8b7-4c53-b461-940cd229ab76 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 945 time: 0.0481040 Jul 28 21:51:46.361518 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-8775a89e-5607-42e5-bb5a-27b987292b47 req-0fc10756-c9fd-4dac-ae49-a130ba99e45f tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups?id=ee303f86-3e3e-4b4b-b502-b660b5b74751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309589 Jul 28 21:51:46.861963 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-cc83d909-fe76-47f8-8fcb-330884c2b091 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:51:46.863421 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-cc83d909-fe76-47f8-8fcb-330884c2b091 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Jul 28 21:51:46.909550 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:46.954340 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Deleting port be93cf11-f7ac-4f05-bf34-a0c8b11c144a {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:51:46.954680 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:47.037942 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] For port be93cf11-f7ac-4f05-bf34-a0c8b11c144a, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:47.038334 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:47.205103 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:47.205468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1733448'] for floatingip, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:47.205775 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.db.l3_db [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Floating IP 59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722 disassociated. External IP: 172.27.3.24, port: be93cf11-f7ac-4f05-bf34-a0c8b11c144a. Jul 28 21:51:47.206125 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Calling delete_port for be93cf11-f7ac-4f05-bf34-a0c8b11c144a owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:51:47.324076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:47.353966 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event deleted for resources: {'Port': ['ID=be93cf11-f7ac-4f05-bf34-a0c8b11c144a,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:47.365149 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.365498 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.365833 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.366205 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.366518 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.366845 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.367168 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.367498 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.367816 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.368138 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.368454 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.368773 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:47.482489 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c66ebc98-a776-4e5f-9269-1ab87842af66 req-524a877f-9c46-44e1-8215-c49c41124599 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbbd76e0-1238-45ea-8f34-c67b58684fd2 HTTP/1.1" status: 200 len: 210 time: 0.0293961 Jul 28 21:51:47.501127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Router 3093e4a1-d051-42e2-a960-30805815d8ab has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:51:47.861948 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:51:47.872107 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:51:47.881535 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:51:47.882361 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:51:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:47.899569 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] No DVR routers for this DVR port be93cf11-f7ac-4f05-bf34-a0c8b11c144a on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:51:47.902084 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:47.904067 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b9804dc4-05b8-4e67-b52b-ec728bda4544 req-c2c20900-7324-4381-bf87-abf2efdb093b tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.22 "DELETE /v2.0/ports/be93cf11-f7ac-4f05-bf34-a0c8b11c144a HTTP/1.1" status: 204 len: 173 time: 1.0345173 Jul 28 21:51:47.904493 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'name': 'network-vif-deleted', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:51:47.907223 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb975c-77bf-4607-9a25-8153418ddcfb" -d '{"events": [{"server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "name": "network-vif-deleted", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:51:47.944272 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934edd8-570d-4935-b392-f0ed286f523e x-openstack-request-id: req-b934edd8-570d-4935-b392-f0ed286f523e {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:51:47.944567 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbd76e0-1238-45ea-8f34-c67b58684fd2", "name": "network-vif-deleted", "tag": "be93cf11-f7ac-4f05-bf34-a0c8b11c144a", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:51:47.944852 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b934edd8-570d-4935-b392-f0ed286f523e {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:51:47.945213 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbd76e0-1238-45ea-8f34-c67b58684fd2', 'name': 'network-vif-deleted', 'tag': 'be93cf11-f7ac-4f05-bf34-a0c8b11c144a', 'status': 'completed', 'code': 200} Jul 28 21:51:47.990217 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:51:48.180660 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:48.209275 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:51:48.217010 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:51:48.217585 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:51:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:48.321275 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:51:48.524348 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:48.550959 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845ea4b-097c-458f-a937-28cf8487f44e None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:51Z', 'revision_number': 4, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb', 'name': '', 'network_id': 'f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'mac_address': 'fa:16:3e:b6:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:50Z', 'updated_at': '2021-07-28T21:47:55Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'subnets': [{'id': '26e3af6e-e063-4832-97eb-ce047e832c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:51:48.567273 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38020) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:48.637664 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a835-e79d-42fe-ba38-d83b877e37f9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.661142 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a835-e79d-42fe-ba38-d83b877e37f9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.710262 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a835-e79d-42fe-ba38-d83b877e37f9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.713049 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-1fb7a835-e79d-42fe-ba38-d83b877e37f9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.714233 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-1fb7a835-e79d-42fe-ba38-d83b877e37f9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee303f86-3e3e-4b4b-b502-b660b5b74751 HTTP/1.1" status: 204 len: 168 time: 0.1459241 Jul 28 21:51:48.717459 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38022) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:48.723621 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7a835-e79d-42fe-ba38-d83b877e37f9 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee303f86-3e3e-4b4b-b502-b660b5b74751,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:48.738328 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.api.v2.resource [None req-33982ae5-ec70-4dfb-b770-7121f0858a18 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] show failed (client error): The resource could not be found. Jul 28 21:51:48.742271 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-33982ae5-ec70-4dfb-b770-7121f0858a18 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "GET /v2.0/security-groups/ee303f86-3e3e-4b4b-b502-b660b5b74751 HTTP/1.1" status: 404 len: 347 time: 0.0203025 Jul 28 21:51:48.742520 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38024) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:48.787893 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374aa49-087b-4575-87e9-cca82faa4f4b None None] New status for floating IP 59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722: DOWN {{(pid=99671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:51:48.866584 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Deleting port 985bfcd1-44ef-4d78-aa4f-1476b0453956 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:51:48.866932 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.956374 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.956701 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:48.969223 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Calling delete_port for 985bfcd1-44ef-4d78-aa4f-1476b0453956 owned by network:floatingip {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:51:49.102194 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:49.128550 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Pushing event deleted for resources: {'Port': ['ID=985bfcd1-44ef-4d78-aa4f-1476b0453956,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:49.151857 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.152205 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.152545 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.152881 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.153211 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.153538 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.153864 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.154222 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.154546 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.154867 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.155188 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.155507 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:49.193180 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks [] for floatingip, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:49.195667 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:49.196802 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-959d9bc7-b6fa-4cc6-be6d-b0929b4bbfd1 tempest-AttachVolumeTestJSON-823490178 tempest-AttachVolumeTestJSON-823490178-project] 10.222.0.21 "DELETE /v2.0/floatingips/59d5d4a4-0a55-4cee-9ee8-eeec5a1b4722 HTTP/1.1" status: 204 len: 168 time: 0.4533615 Jul 28 21:51:50.419084 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device be93cf11-f7ac-4f05-bf34-a0c8b11c144a no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:51:50.439697 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: be93cf11-f7ac-4f05-bf34-a0c8b11c144a {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:51:50.440036 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device be93cf11-f7ac-4f05-bf34-a0c8b11c144a not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:51:52.713954 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38052) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:53.049553 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:53.287910 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Deleting port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:51:53.288252 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:53.364067 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] For port 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:53.364349 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:53.377190 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Calling delete_port for 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb owned by network:router_interface {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:51:53.550358 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:53.579448 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:53.738224 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:53.943064 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Router 3093e4a1-d051-42e2-a960-30805815d8ab has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:51:54.043759 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:51:54.050623 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2b1b5819-0db3-44bc-9459-c92006ada5d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/3093e4a1-d051-42e2-a960-30805815d8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3353155 Jul 28 21:51:54.051720 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38054) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:54.053040 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] Sync routers for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:51:54.061843 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:51:54.062464 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:51:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:54.158893 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks [] for router, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.252061 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:51:54.257599 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.308684 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Deleting port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:51:54.309020 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.383660 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] For port 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:54.384018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.396791 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Calling delete_port for 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 owned by network:router_gateway {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:51:54.424953 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:51:53Z', 'revision_number': 5, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port': {'id': '55649fa7-ba56-4f5e-81a9-ee789ecc1ef6', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:5a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:54.451211 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] Checking router: 3093e4a1-d051-42e2-a960-30805815d8ab for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:51:54.463384 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] Routers {'3093e4a1-d051-42e2-a960-30805815d8ab'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:51:54.463384 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:51:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['3093e4a1-d051-42e2-a960-30805815d8ab'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:54.547858 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] Set router 3093e4a1-d051-42e2-a960-30805815d8ab gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:51:54.559193 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.587952 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Pushing event deleted for resources: {'Port': ['ID=55649fa7-ba56-4f5e-81a9-ee789ecc1ef6,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:54.603402 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:51:54Z', 'revision_number': 6, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:54.631396 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a01f61-25ca-43eb-931d-dd367ba160d8 None None] The sync data for ids ['3093e4a1-d051-42e2-a960-30805815d8ab'] in dv-cinder-784623-15-iscsi is: [{'id': '3093e4a1-d051-42e2-a960-30805815d8ab', 'name': 'tempest-AttachVolumeTestJSON-304479875-router', 'tenant_id': '103d7145abea477d9faa3c6fe943f540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:47:48Z', 'updated_at': '2021-07-28T21:51:54Z', 'revision_number': 6, 'project_id': '103d7145abea477d9faa3c6fe943f540', 'gw_port_host': None}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:51:54.871555 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.959267 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:54.961416 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.004194 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.004752 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3093e4a1-d051-42e2-a960-30805815d8ab {{(pid=99669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:51:55.009233 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.010415 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-665c4cbf-b219-4b2d-b4de-aa0bdca0b09c admin admin] 10.222.0.21 "DELETE /v2.0/routers/3093e4a1-d051-42e2-a960-30805815d8ab HTTP/1.1" status: 204 len: 168 time: 0.9577475 Jul 28 21:51:55.012911 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38056) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:55.060166 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Deleting subnet 26e3af6e-e063-4832-97eb-ce047e832c81 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:51:55.063171 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.095524 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.169096 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.225506 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.248541 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26e3af6e-e063-4832-97eb-ce047e832c81,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:55.254083 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.255961 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-0e72fc36-25b6-473c-8837-bc769c7e9773 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26e3af6e-e063-4832-97eb-ce047e832c81 HTTP/1.1" status: 204 len: 168 time: 0.2421319 Jul 28 21:51:55.258774 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38058) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:55.260419 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bb0dfa-b138-4782-804d-520aa6fdcbf3 None None] Network f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:51:55.324194 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.379927 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Deleting port 735e9693-0bb0-464f-9971-71dd76bc822e {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:51:55.380312 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.437422 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] DHCP port deletion for f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:51:55.451585 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] For port 735e9693-0bb0-464f-9971-71dd76bc822e, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=735e9693-0bb0-464f-9971-71dd76bc822e,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:55.451956 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.465834 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Calling delete_port for 735e9693-0bb0-464f-9971-71dd76bc822e owned by network:dhcp {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:51:55.486689 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Deleting port 735e9693-0bb0-464f-9971-71dd76bc822e {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:51:55.487069 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.547432 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.557016 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] For port 735e9693-0bb0-464f-9971-71dd76bc822e, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=735e9693-0bb0-464f-9971-71dd76bc822e,segment=NetworkSegment(b705ff0b-d77a-42a4-aa1d-36197067e8a1),segment_id=b705ff0b-d77a-42a4-aa1d-36197067e8a1)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:51:55.557484 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.572735 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Calling delete_port for 735e9693-0bb0-464f-9971-71dd76bc822e owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:51:55.573644 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=735e9693-0bb0-464f-9971-71dd76bc822e,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:55.580092 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] No DVR routers for this DVR port 735e9693-0bb0-464f-9971-71dd76bc822e on host dv-cinder-784623-15-iscsi {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:51:55.654953 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.663921 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.665407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:55.676190 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b705ff0b-d77a-42a4-aa1d-36197067e8a1') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:55.676490 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b705ff0b-d77a-42a4-aa1d-36197067e8a1') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:51:55.685093 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.690693 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] No DVR routers for this DVR port 735e9693-0bb0-464f-9971-71dd76bc822e on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:51:55.694934 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Pushing event deleted for resources: {'Port': ['ID=735e9693-0bb0-464f-9971-71dd76bc822e,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:55.702643 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.703066 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.703429 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.703762 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.704622 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.705026 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.705172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.705409 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.705801 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.706142 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.706473 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.706792 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.707161 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec81621-05a1-4917-93b7-41d16670c5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:51:55.711314 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:51:55.711694 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:51:55.713341 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:51:55.768653 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.773639 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.775475 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3 HTTP/1.1" status: 204 len: 168 time: 0.5158145 Jul 28 21:51:55.789097 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa88885-f4ee-4a47-9795-e6529db19c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ccc2d8-7106-4626-aa3b-be9e6b2abfa3,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:55.886470 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38062) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:55.916221 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:51:55.926856 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-6a21a2d3-7821-49c5-9f54-dd3022ddb457 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=103d7145abea477d9faa3c6fe943f540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392246 Jul 28 21:51:55.929249 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38066) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:55.939102 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:51:55.939456 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 25ebef85-d5f7-4d2e-91e6-f7d0b1be9edb not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:51:55.939876 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 735e9693-0bb0-464f-9971-71dd76bc822e no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:51:55.963913 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 735e9693-0bb0-464f-9971-71dd76bc822e {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:51:55.964149 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 735e9693-0bb0-464f-9971-71dd76bc822e not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:51:55.964560 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:51:55.977611 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3109b577-beb8-401d-9985-0789e6fa3415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:55.982302 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:51:55.982641 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 55649fa7-ba56-4f5e-81a9-ee789ecc1ef6 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:51:55.998117 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3109b577-beb8-401d-9985-0789e6fa3415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:56.044361 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3109b577-beb8-401d-9985-0789e6fa3415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:56.046869 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3109b577-beb8-401d-9985-0789e6fa3415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:56.048067 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-3109b577-beb8-401d-9985-0789e6fa3415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01d545fd-00e7-4548-8329-2ef78dc8fb75 HTTP/1.1" status: 204 len: 168 time: 0.1177943 Jul 28 21:51:56.055509 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109b577-beb8-401d-9985-0789e6fa3415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d545fd-00e7-4548-8329-2ef78dc8fb75,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:57.420297 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38108) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:57.521210 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca9bb-9720-48ad-98c6-9ee0522afbbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.607539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca9bb-9720-48ad-98c6-9ee0522afbbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.611101 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-ad0ca9bb-9720-48ad-98c6-9ee0522afbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.647773 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-ad0ca9bb-9720-48ad-98c6-9ee0522afbbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96d13d1f392a46bb93f5511b1a071f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264264 Jul 28 21:51:57.648941 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ca9bb-9720-48ad-98c6-9ee0522afbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585aa7b7-f674-49c1-b42a-f3f9f8f99d57,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:57.650412 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38112) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:57.697459 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2309508a-567d-4450-af6c-72f802e22a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.720900 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2309508a-567d-4450-af6c-72f802e22a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.766020 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2309508a-567d-4450-af6c-72f802e22a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.769155 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2309508a-567d-4450-af6c-72f802e22a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:57.770303 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2309508a-567d-4450-af6c-72f802e22a7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/585aa7b7-f674-49c1-b42a-f3f9f8f99d57 HTTP/1.1" status: 204 len: 168 time: 0.1188939 Jul 28 21:51:57.777489 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309508a-567d-4450-af6c-72f802e22a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585aa7b7-f674-49c1-b42a-f3f9f8f99d57,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:58.015284 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38118) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:58.028217 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc380748-f68a-4afa-9a14-b97d478b9644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.111581 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc380748-f68a-4afa-9a14-b97d478b9644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.115081 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-fc380748-f68a-4afa-9a14-b97d478b9644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.151267 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-fc380748-f68a-4afa-9a14-b97d478b9644 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43a974354e714617a3185c0e99a00886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349297 Jul 28 21:51:58.152331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc380748-f68a-4afa-9a14-b97d478b9644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd89f874-3b5f-4d75-a565-e0a779829ae6,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:58.153943 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38120) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:51:58.200917 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f9f98d4-7543-45ac-a4b2-fa2dd7ad226d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.222249 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f9f98d4-7543-45ac-a4b2-fa2dd7ad226d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.270146 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f9f98d4-7543-45ac-a4b2-fa2dd7ad226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.272606 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-4f9f98d4-7543-45ac-a4b2-fa2dd7ad226d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:51:58.273726 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-4f9f98d4-7543-45ac-a4b2-fa2dd7ad226d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bd89f874-3b5f-4d75-a565-e0a779829ae6 HTTP/1.1" status: 204 len: 168 time: 0.1187847 Jul 28 21:51:58.281199 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f98d4-7543-45ac-a4b2-fa2dd7ad226d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd89f874-3b5f-4d75-a565-e0a779829ae6,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:51:58.979708 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:52:04.406224 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38242) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:04.503737 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7c4540e-d219-4938-9d66-d7ea092f2d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.591701 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7c4540e-d219-4938-9d66-d7ea092f2d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.595009 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a7c4540e-d219-4938-9d66-d7ea092f2d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.632435 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a7c4540e-d219-4938-9d66-d7ea092f2d8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3854af476adc4bb6a779450bbb51d9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248900 Jul 28 21:52:04.633321 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4540e-d219-4938-9d66-d7ea092f2d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484af811-3b53-4112-a6ab-94070a957664,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:04.635146 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38246) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:04.682152 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdf41-0b12-43a5-898c-c849093c7365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.702419 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdf41-0b12-43a5-898c-c849093c7365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.749069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdf41-0b12-43a5-898c-c849093c7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.752157 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-ed8bdf41-0b12-43a5-898c-c849093c7365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:04.753263 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-ed8bdf41-0b12-43a5-898c-c849093c7365 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/484af811-3b53-4112-a6ab-94070a957664 HTTP/1.1" status: 204 len: 168 time: 0.1170640 Jul 28 21:52:04.760991 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bdf41-0b12-43a5-898c-c849093c7365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484af811-3b53-4112-a6ab-94070a957664,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:05.014512 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38252) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:05.027468 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7069927b-dcca-4d06-9a5e-a3d373156fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.117512 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7069927b-dcca-4d06-9a5e-a3d373156fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.121266 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-7069927b-dcca-4d06-9a5e-a3d373156fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.161773 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-7069927b-dcca-4d06-9a5e-a3d373156fb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06b226476f024dad835e20aad70322a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439395 Jul 28 21:52:05.161773 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069927b-dcca-4d06-9a5e-a3d373156fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446bfeab-29f0-4545-b0dd-1d6e8f78b9a0,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:05.162184 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38254) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:05.209378 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-be725302-ac61-4b79-9f54-54874e524d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.238719 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-be725302-ac61-4b79-9f54-54874e524d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.287562 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-be725302-ac61-4b79-9f54-54874e524d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.290214 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-be725302-ac61-4b79-9f54-54874e524d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:05.291354 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-be725302-ac61-4b79-9f54-54874e524d95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/446bfeab-29f0-4545-b0dd-1d6e8f78b9a0 HTTP/1.1" status: 204 len: 168 time: 0.1281743 Jul 28 21:52:05.299006 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be725302-ac61-4b79-9f54-54874e524d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446bfeab-29f0-4545-b0dd-1d6e8f78b9a0,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:06.973243 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38312) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:07.071949 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5e65d76a-bede-4cfe-b064-475597c5bae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.159678 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5e65d76a-bede-4cfe-b064-475597c5bae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.163576 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-5e65d76a-bede-4cfe-b064-475597c5bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.198216 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65d76a-bede-4cfe-b064-475597c5bae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb891520-43fe-4d94-99b3-51efd3e04550,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:07.203727 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-5e65d76a-bede-4cfe-b064-475597c5bae8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c71b35e03ba4a34b2a929bafb8aa5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294750 Jul 28 21:52:07.206886 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38316) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:07.255868 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac11-c998-4bb8-a651-27c346c781b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.276390 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac11-c998-4bb8-a651-27c346c781b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.321942 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac11-c998-4bb8-a651-27c346c781b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.324363 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac11-c998-4bb8-a651-27c346c781b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.325498 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-1cdcac11-c998-4bb8-a651-27c346c781b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb891520-43fe-4d94-99b3-51efd3e04550 HTTP/1.1" status: 204 len: 168 time: 0.1177225 Jul 28 21:52:07.334224 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcac11-c998-4bb8-a651-27c346c781b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb891520-43fe-4d94-99b3-51efd3e04550,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:07.576023 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38322) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:07.588662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3bdb435c-0a40-4134-8252-594553dce341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.678481 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3bdb435c-0a40-4134-8252-594553dce341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.682291 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-3bdb435c-0a40-4134-8252-594553dce341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.721587 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-3bdb435c-0a40-4134-8252-594553dce341 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81c55980cbed4b2dab8f1541f22fd9e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444907 Jul 28 21:52:07.722692 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb435c-0a40-4134-8252-594553dce341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30322cc4-73d6-43ce-9d08-5f8cd624620d,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:07.724248 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38324) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:07.772699 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17b93404-4487-4d76-9b9a-6aed36f43707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.793480 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17b93404-4487-4d76-9b9a-6aed36f43707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.837942 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17b93404-4487-4d76-9b9a-6aed36f43707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.840278 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-17b93404-4487-4d76-9b9a-6aed36f43707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:07.841402 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-17b93404-4487-4d76-9b9a-6aed36f43707 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30322cc4-73d6-43ce-9d08-5f8cd624620d HTTP/1.1" status: 204 len: 168 time: 0.1161134 Jul 28 21:52:07.849496 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93404-4487-4d76-9b9a-6aed36f43707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30322cc4-73d6-43ce-9d08-5f8cd624620d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:11.579255 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1acdfbaa-1fc3-43d6-b1a7-c709f7674092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:12.832423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:14.161698 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:14.221362 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ee774981-1c04-4378-ae25-8799f531d632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:15.397214 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:16.911327 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.316181 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38430) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:18.413847 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2507f610-281a-47a7-8183-bc98c49a873d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.501601 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2507f610-281a-47a7-8183-bc98c49a873d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.505145 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-2507f610-281a-47a7-8183-bc98c49a873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.542305 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-2507f610-281a-47a7-8183-bc98c49a873d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e616eca43e3142929cf921f5a17e8996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249868 Jul 28 21:52:18.543215 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f610-281a-47a7-8183-bc98c49a873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a046e3-5584-4867-8fcb-a6ca89fa755d,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:18.545167 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38434) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:18.593010 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-75e63be5-9730-4d5c-8915-2219d951cfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.613398 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-75e63be5-9730-4d5c-8915-2219d951cfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.659921 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-75e63be5-9730-4d5c-8915-2219d951cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.663068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-75e63be5-9730-4d5c-8915-2219d951cfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:18.664521 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-75e63be5-9730-4d5c-8915-2219d951cfbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43a046e3-5584-4867-8fcb-a6ca89fa755d HTTP/1.1" status: 204 len: 168 time: 0.1178515 Jul 28 21:52:18.671697 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e63be5-9730-4d5c-8915-2219d951cfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a046e3-5584-4867-8fcb-a6ca89fa755d,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:18.907873 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38440) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:18.920724 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-169f86d0-7832-4aa8-977c-7514c539a954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.004943 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-169f86d0-7832-4aa8-977c-7514c539a954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.008584 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-169f86d0-7832-4aa8-977c-7514c539a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.046316 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-169f86d0-7832-4aa8-977c-7514c539a954 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=658c2c5c10ad402cb6cd6e8f6a4e097c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348569 Jul 28 21:52:19.046316 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f86d0-7832-4aa8-977c-7514c539a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346cc553-9493-4fad-86b4-8167b017eaab,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:19.046738 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38442) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:19.095074 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20221219-4bd1-4343-9fd5-941ca694708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.118303 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20221219-4bd1-4343-9fd5-941ca694708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.164206 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20221219-4bd1-4343-9fd5-941ca694708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.166928 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-20221219-4bd1-4343-9fd5-941ca694708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:19.168399 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-20221219-4bd1-4343-9fd5-941ca694708b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/346cc553-9493-4fad-86b4-8167b017eaab HTTP/1.1" status: 204 len: 168 time: 0.1205986 Jul 28 21:52:19.176230 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20221219-4bd1-4343-9fd5-941ca694708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346cc553-9493-4fad-86b4-8167b017eaab,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:23.056463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38508) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:23.157356 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f78841a7-3da8-4793-b584-a0f4d7514c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.243558 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f78841a7-3da8-4793-b584-a0f4d7514c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.247197 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-f78841a7-3da8-4793-b584-a0f4d7514c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.285319 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f78841a7-3da8-4793-b584-a0f4d7514c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec46b7a7300f4241b8c6b926f5de8338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277894 Jul 28 21:52:23.286173 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78841a7-3da8-4793-b584-a0f4d7514c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63dc4ad-965a-474c-9d14-6d6625dd85df,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:23.288169 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38512) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:23.335604 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7e87-a9d8-4e7e-ab51-53d1140fdccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.357946 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7e87-a9d8-4e7e-ab51-53d1140fdccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.407409 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7e87-a9d8-4e7e-ab51-53d1140fdccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.409858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7e87-a9d8-4e7e-ab51-53d1140fdccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:23.411005 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-bc3c7e87-a9d8-4e7e-ab51-53d1140fdccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d63dc4ad-965a-474c-9d14-6d6625dd85df HTTP/1.1" status: 204 len: 168 time: 0.1218426 Jul 28 21:52:23.418312 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c7e87-a9d8-4e7e-ab51-53d1140fdccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63dc4ad-965a-474c-9d14-6d6625dd85df,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:23.987755 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38534) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:24.077817 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.v2.base [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1522793573-network', 'tenant_id': '0393bb2bd4e34ab88e27f551a86290d4'}} {{(pid=99669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:52:24.099313 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Made reservation on behalf of 0393bb2bd4e34ab88e27f551a86290d4 for: {'network': 1} {{(pid=99669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:52:24.101522 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for network, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.109397 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.193825 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.197118 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.216397 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=99669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 21:52:24.229602 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2877d-85a9-457c-9d84-cbc81d9f7f04,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:24.234314 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.234658 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.segments_db [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Added segment d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7 of type vlan for network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac Jul 28 21:52:24.273068 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790526098773'] for network, precommit_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.309180 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347'] for network, after_create {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.310124 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:24.310715 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.362907 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3740864 Jul 28 21:52:24.365823 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38538) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:24.370842 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Request body: {'subnet': {'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1522793573-subnet', 'tenant_id': '0393bb2bd4e34ab88e27f551a86290d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:52:24.371844 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6414f6-74e8-4ce0-9e08-d1371b55a807 admin admin] Pushing event updated for resources: {'Network': ['ID=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac,revision_number=1']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:24.382425 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac details requested by agent ovs-agent-dv-cinder-784623-15-iscsi with host dv-cinder-784623-15-iscsi {{(pid=99671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 21:52:24.391766 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Made reservation on behalf of 0393bb2bd4e34ab88e27f551a86290d4 for: {'subnet': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:52:24.394109 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127449033'] for subnet, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.555311 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127466117', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127449063'] for subnet, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.608800 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e91d39c-574d-4a5a-bee7-85947eb2e285,revision_number=0']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:24.615993 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Checking segment: {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:52:24.616343 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Network hostable DHCP agents. Network: 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac, hostable agents: ['4678d629-f594-47d4-9b52-f93a28738bab'], hosted agents: [] {{(pid=99670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 21:52:24.630942 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac is scheduled to be hosted by DHCP agent 4678d629-f594-47d4-9b52-f93a28738bab with binding_index 1 {{(pid=99670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 21:52:24.638987 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-15-iscsi, 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac) {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:52:24.643441 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:24.644023 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:24.648576 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc3752-2457-474c-8cfb-84b576c5e6d3 None None] Network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:52:24.664675 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-0ab07838-1a40-4660-aae8-9e779e1a463d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2976997 Jul 28 21:52:24.768992 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c3e63-00de-4a71-ba20-fcb2b391ec92 None None] Network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:52:26.363379 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-bfa43892-69c3-4c9c-a010-0dc53d2bf446 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:26.364827 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-bfa43892-69c3-4c9c-a010-0dc53d2bf446 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 814 time: 0.1018968 Jul 28 21:52:26.380548 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-d87d9b5a-c469-41e8-b18a-cbbf1e89879f tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/quotas/0393bb2bd4e34ab88e27f551a86290d4 HTTP/1.1" status: 200 len: 375 time: 0.0093024 Jul 28 21:52:26.411043 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-3f9a5d92-a546-4b81-8100-1b98b2ea6a4e tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251989 Jul 28 21:52:26.465812 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-d217169c-8e1d-4340-bac8-fd9dfafe9e46 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=99670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 21:52:26.466783 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-d217169c-8e1d-4340-bac8-fd9dfafe9e46 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494354 Jul 28 21:52:26.551220 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-b661c68a-bd7d-4812-9671-2bf4c33defca service neutron] 10.222.0.21 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782573 Jul 28 21:52:26.640490 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-8377de02-5a75-455b-bffb-b3f390e9f330 service neutron] 10.222.0.21 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833497 Jul 28 21:52:26.793600 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5d4a26ce-846a-41fa-894e-42e6a1c37960 req-0495d698-f24b-4ddc-ba57-f7aa927aa07a tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 210 time: 0.0254898 Jul 28 21:52:27.672264 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-76cb6c35-4fbc-4bc7-b9eb-9836a0312d10 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:27.673762 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-76cb6c35-4fbc-4bc7-b9eb-9836a0312d10 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 814 time: 0.1044283 Jul 28 21:52:27.686368 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Request body: {'port': {'device_id': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac', 'admin_state_up': True, 'tenant_id': '0393bb2bd4e34ab88e27f551a86290d4'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:52:27.792024 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Made reservation on behalf of 0393bb2bd4e34ab88e27f551a86290d4 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:52:27.795717 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:27.895522 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-80126fe3-55eb-42f5-8d44-053776cbc084 req-229355e6-d5a4-42f8-9096-e7852412eeb1 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Jul 28 21:52:27.943727 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Allocated IP 172.20.0.11 (5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac/0e91d39c-574d-4a5a-bee7-85947eb2e285/969838e3-e248-4a16-8191-4b095e953afb) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:52:28.091314 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.128178 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.166556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:52:28.169464 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:52:28.172966 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:52:28.199421 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Pushing event updated for resources: {'Port': ['ID=969838e3-e248-4a16-8191-4b095e953afb,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:28.226282 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:28.226885 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.240790 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-11c9fcdb-6b34-4370-8720-e5941d935cd9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5582623 Jul 28 21:52:28.253448 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Request body: {'port': {'device_id': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:52:28.307721 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.558147 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969838e3-e248-4a16-8191-4b095e953afb {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:52:28.565824 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.576995 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Transition to ACTIVE for port object 969838e3-e248-4a16-8191-4b095e953afb will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:52:28.580552 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.645012 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Pushing event updated for resources: {'Port': ['ID=969838e3-e248-4a16-8191-4b095e953afb,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:28.693411 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Attempting to bind port 969838e3-e248-4a16-8191-4b095e953afb on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:52:28.694124 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Attempting to bind port 969838e3-e248-4a16-8191-4b095e953afb by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:52:28.694124 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Attempting to bind port 969838e3-e248-4a16-8191-4b095e953afb on network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:52:28.698167 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Port 969838e3-e248-4a16-8191-4b095e953afb on network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:52:28.698487 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Attempting to bind port 969838e3-e248-4a16-8191-4b095e953afb on network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:52:28.703141 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:52:28.703501 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Checking segment: {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:52:28.703874 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Bound using segment: {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:52:28.704285 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Bound port: 969838e3-e248-4a16-8191-4b095e953afb, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:52:28.704640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.764250 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] For port 969838e3-e248-4a16-8191-4b095e953afb, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:52:28.767102 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] For port 969838e3-e248-4a16-8191-4b095e953afb, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=969838e3-e248-4a16-8191-4b095e953afb,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:52:28.770778 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.802001 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:28.802634 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:28.804012 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] 10.222.0.22 "PUT /v2.0/ports/969838e3-e248-4a16-8191-4b095e953afb HTTP/1.1" status: 200 len: 1094 time: 0.5550246 Jul 28 21:52:28.804433 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'tag': '969838e3-e248-4a16-8191-4b095e953afb'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:52:28.806670 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f11e01a-9c15-4c11-a93c-c37e0cb31e73", "tag": "969838e3-e248-4a16-8191-4b095e953afb"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:52:28.833211 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf07b0-f19e-49c7-81ce-aa2779399faa service neutron] Pushing event updated for resources: {'Port': ['ID=969838e3-e248-4a16-8191-4b095e953afb,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:28.848785 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d991b6-8c6c-4106-842c-63d1be6a3328 x-openstack-request-id: req-56d991b6-8c6c-4106-842c-63d1be6a3328 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:52:28.849066 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f11e01a-9c15-4c11-a93c-c37e0cb31e73", "tag": "969838e3-e248-4a16-8191-4b095e953afb", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:52:28.849317 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56d991b6-8c6c-4106-842c-63d1be6a3328 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:52:28.849701 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'tag': '969838e3-e248-4a16-8191-4b095e953afb', 'status': 'completed', 'code': 200} Jul 28 21:52:28.884773 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-50a45e44-7aab-4c48-a3fd-ec0cfb76bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:28.886303 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-50a45e44-7aab-4c48-a3fd-ec0cfb76bde2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 1097 time: 0.0462177 Jul 28 21:52:28.926984 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-dd910f4d-9d12-44c3-bcc2-aef5c1d8f869 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=969838e3-e248-4a16-8191-4b095e953afb HTTP/1.1" status: 200 len: 217 time: 0.0332258 Jul 28 21:52:29.002504 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-e255bd69-0db5-49b5-a7e0-c802248e57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:29.003947 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-e255bd69-0db5-49b5-a7e0-c802248e57d3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0e91d39c-574d-4a5a-bee7-85947eb2e285 HTTP/1.1" status: 200 len: 854 time: 0.0701933 Jul 28 21:52:29.027315 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face2152-0fb2-4724-bf48-99cda23bf8d1 req-a77528a5-fec2-4f43-80a9-b82d9ad26409 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:29.028619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-face2152-0fb2-4724-bf48-99cda23bf8d1 req-a77528a5-fec2-4f43-80a9-b82d9ad26409 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 944 time: 0.0688369 Jul 28 21:52:29.044808 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-92cc4001-194d-4a63-9c90-6d4566777016 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332355 Jul 28 21:52:29.116884 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-face2152-0fb2-4724-bf48-99cda23bf8d1 req-a1cae426-ced8-4436-8fbe-496a73257ee8 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747623 Jul 28 21:52:29.149265 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-9ccc4e84-0498-4394-be81-d85f27ee9a73 service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929096 Jul 28 21:52:29.238618 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ea418e81-c043-41c4-b1ca-06ec4b880562 req-9bdcffa1-c0cf-4fcc-8d24-8df1e8c503ed service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826151 Jul 28 21:52:29.320433 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-e52ef2d2-e2f8-45ad-a36c-5c78218a1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:29.321775 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-e52ef2d2-e2f8-45ad-a36c-5c78218a1aa4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 1097 time: 0.0385556 Jul 28 21:52:29.412714 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-b67e9bdf-93e8-4521-8dec-f6e61271f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:29.414194 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-b67e9bdf-93e8-4521-8dec-f6e61271f365 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 915 time: 0.0856085 Jul 28 21:52:29.455337 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-aa4a3f46-7994-46a2-a363-73d5c8e30c00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=969838e3-e248-4a16-8191-4b095e953afb HTTP/1.1" status: 200 len: 217 time: 0.0335376 Jul 28 21:52:29.502996 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-99da73d6-136c-4055-bcfe-2427b2a88bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:29.504420 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-99da73d6-136c-4055-bcfe-2427b2a88bd9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0e91d39c-574d-4a5a-bee7-85947eb2e285 HTTP/1.1" status: 200 len: 854 time: 0.0425014 Jul 28 21:52:29.535046 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-6977028d-531f-438b-9cff-781a919bbd8a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231397 Jul 28 21:52:29.628071 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-10e3aa9d-b0fa-4ecd-9ee1-db3e7007247c service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847709 Jul 28 21:52:29.713888 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9f4cd0c5-d189-4e84-b39e-e0cfcb968bfb req-696221a8-81a5-44eb-90a9-184a2d21c4a4 service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779057 Jul 28 21:52:30.229062 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba2844-c479-4974-a66d-e41d3db2a81c req-f39ea21a-8d86-43d5-86d9-579ce5f72b28 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:30.230559 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-45ba2844-c479-4974-a66d-e41d3db2a81c req-f39ea21a-8d86-43d5-86d9-579ce5f72b28 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 944 time: 0.0475838 Jul 28 21:52:30.267618 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-45ba2844-c479-4974-a66d-e41d3db2a81c req-075b6d69-c143-4c39-90dc-4df61e699b0b tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Jul 28 21:52:30.725230 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 969838e3-e248-4a16-8191-4b095e953afb details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:52:30.818263 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 969838e3-e248-4a16-8191-4b095e953afb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=969838e3-e248-4a16-8191-4b095e953afb,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:30.832328 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': '969838e3-e248-4a16-8191-4b095e953afb', 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac', 'port_id': '969838e3-e248-4a16-8191-4b095e953afb', 'mac_address': 'fa:16:3e:ff:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e91d39c-574d-4a5a-bee7-85947eb2e285', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:52:30.867005 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:30.879390 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969838e3-e248-4a16-8191-4b095e953afb {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:52:30.897606 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 969838e3-e248-4a16-8191-4b095e953afb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=969838e3-e248-4a16-8191-4b095e953afb,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:30.901566 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:30.945955 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=969838e3-e248-4a16-8191-4b095e953afb,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:31.122950 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['969838e3-e248-4a16-8191-4b095e953afb'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:52:31.380620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3cab6-02f1-47a1-a235-62737652e411 req-47c0c3f8-a9f6-4aa7-84a5-b259a117805d tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:31.381984 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-65e3cab6-02f1-47a1-a235-62737652e411 req-47c0c3f8-a9f6-4aa7-84a5-b259a117805d tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 945 time: 0.0509028 Jul 28 21:52:31.419459 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-65e3cab6-02f1-47a1-a235-62737652e411 req-03347ea2-3d12-4b2f-8cba-8761ff7b8082 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312028 Jul 28 21:52:32.527712 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b8227-d05c-46ec-9db5-c3395b46eacd req-e43df46e-2c68-4adf-9c02-914cec105df5 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:32.529150 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-002b8227-d05c-46ec-9db5-c3395b46eacd req-e43df46e-2c68-4adf-9c02-914cec105df5 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 945 time: 0.0469508 Jul 28 21:52:32.566505 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-002b8227-d05c-46ec-9db5-c3395b46eacd req-9af33d58-de03-48e8-92af-ec80b4a93081 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Jul 28 21:52:32.740478 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 969838e3-e248-4a16-8191-4b095e953afb up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:52:32.786686 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port 969838e3-e248-4a16-8191-4b095e953afb completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:52:32.790092 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port 969838e3-e248-4a16-8191-4b095e953afb triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:52:32.790482 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:32.866951 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:32.888528 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969838e3-e248-4a16-8191-4b095e953afb'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:52:32.891276 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f747817c-c66f-434f-9d56-522d85457cf6" -d '{"events": [{"server_uuid": "4f11e01a-9c15-4c11-a93c-c37e0cb31e73", "name": "network-vif-plugged", "status": "completed", "tag": "969838e3-e248-4a16-8191-4b095e953afb"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:52:32.903504 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port 969838e3-e248-4a16-8191-4b095e953afb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=969838e3-e248-4a16-8191-4b095e953afb,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:32.908170 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:32.930489 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4faa411-a5da-4d74-95e2-1fe124ceeedd x-openstack-request-id: req-d4faa411-a5da-4d74-95e2-1fe124ceeedd {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:52:32.930777 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f11e01a-9c15-4c11-a93c-c37e0cb31e73", "name": "network-vif-plugged", "status": "completed", "tag": "969838e3-e248-4a16-8191-4b095e953afb", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:52:32.931025 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4faa411-a5da-4d74-95e2-1fe124ceeedd {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:52:32.931409 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969838e3-e248-4a16-8191-4b095e953afb', 'code': 200} Jul 28 21:52:32.963534 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=969838e3-e248-4a16-8191-4b095e953afb,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:33.087743 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad2d12-7232-4963-9290-f5f6785f905c req-f32514b8-cf5d-4082-922a-64a4b8b29ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:33.089126 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f0ad2d12-7232-4963-9290-f5f6785f905c req-f32514b8-cf5d-4082-922a-64a4b8b29ae9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 1099 time: 0.0384040 Jul 28 21:52:33.121122 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f0ad2d12-7232-4963-9290-f5f6785f905c req-992908c7-bd9d-427f-af93-56cd133b0e1f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256827 Jul 28 21:52:33.685035 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903682c-dd46-46fe-82a3-5ea45f9a7027 req-13889b06-7c76-40ff-89b0-8613c5123cad tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:33.686520 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5903682c-dd46-46fe-82a3-5ea45f9a7027 req-13889b06-7c76-40ff-89b0-8613c5123cad tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 946 time: 0.0510080 Jul 28 21:52:33.723132 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-5903682c-dd46-46fe-82a3-5ea45f9a7027 req-8e2c2ca2-e57d-4e06-b978-90a3d01872f5 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301113 Jul 28 21:52:34.837273 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b14fe1-271a-4c1e-9f2d-135f48ab53ec req-125a90b2-b95a-40ec-b869-b407cc0b64f6 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:34.838761 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b2b14fe1-271a-4c1e-9f2d-135f48ab53ec req-125a90b2-b95a-40ec-b869-b407cc0b64f6 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 946 time: 0.0478325 Jul 28 21:52:34.874312 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b2b14fe1-271a-4c1e-9f2d-135f48ab53ec req-f51b870c-4e39-4779-88a5-4a53db5879cd tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296874 Jul 28 21:52:35.978801 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:52:38.256216 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38662) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:38.526956 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Deleting port 8acd7bd2-5536-429c-ac99-0baae4fb0045 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:38.527210 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:38.603742 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:38.604066 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:38.615018 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Calling delete_port for 8acd7bd2-5536-429c-ac99-0baae4fb0045 owned by network:floatingip {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:38.783469 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:38.809257 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'Port': ['ID=8acd7bd2-5536-429c-ac99-0baae4fb0045,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:38.870402 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:38.870728 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.l3_db [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Floating IP f6434a6f-7d42-4d18-a717-20a5362e22ac disassociated (deleted). External IP: 172.27.3.150, port: 49cb7f56-dd12-493c-bb18-171b78a1cc9e. Jul 28 21:52:39.075857 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:52:39.181214 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:52:39.186241 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:39.191191 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:52:39.200491 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:39.201121 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:39.213288 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8be8fe8a-a152-4859-8289-551c8b845d78 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "DELETE /v2.0/floatingips/f6434a6f-7d42-4d18-a717-20a5362e22ac HTTP/1.1" status: 204 len: 168 time: 0.9559596 Jul 28 21:52:39.214201 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:52:39.216703 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d879ec-cbda-4385-8b5f-c3db60c5248c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:52:39.312666 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:39.403736 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962fab6b-f8f5-483f-bfe0-e78335016de2 x-openstack-request-id: req-962fab6b-f8f5-483f-bfe0-e78335016de2 {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:52:39.404258 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:52:39.404522 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-962fab6b-f8f5-483f-bfe0-e78335016de2 {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:52:39.405005 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'status': 'completed', 'code': 200} Jul 28 21:52:39.459190 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dce38-a698-4549-a3be-cad43bd52632 req-51936bf2-b03c-416a-84d5-c302917e32ce tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:39.460817 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9e1dce38-a698-4549-a3be-cad43bd52632 req-51936bf2-b03c-416a-84d5-c302917e32ce tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 945 time: 0.0549181 Jul 28 21:52:39.486515 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-275f5084-ff0d-4256-99ca-072789b9f545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:39.488566 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-275f5084-ff0d-4256-99ca-072789b9f545 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 1098 time: 0.0585909 Jul 28 21:52:39.508434 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-9e1dce38-a698-4549-a3be-cad43bd52632 req-de85eeda-f702-461d-b0bf-4f1736719d9e tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Jul 28 21:52:39.578329 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:18Z', 'revision_number': 1, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:39.584928 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-82eb4853-ed94-430e-ac32-063bbc902db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:39.586402 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-82eb4853-ed94-430e-ac32-063bbc902db8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0899844 Jul 28 21:52:39.603966 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:52:39.612372 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:39.613531 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:14Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:39.632089 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-4647f888-e113-4784-8aa8-da91911c3085 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e HTTP/1.1" status: 200 len: 217 time: 0.0382617 Jul 28 21:52:39.681331 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-8317401d-80dc-45bf-9ed8-7ca4c5b0d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:39.682910 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-8317401d-80dc-45bf-9ed8-7ca4c5b0d1a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0432556 Jul 28 21:52:39.718836 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:39.733071 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-18d69e3b-2bd9-41aa-89e3-2b8e3a58b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:39.734607 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-18d69e3b-2bd9-41aa-89e3-2b8e3a58b773 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381513 Jul 28 21:52:39.830440 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-e907b570-65ad-4623-a465-84987c4e3f13 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Jul 28 21:52:39.925927 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-37d879ec-cbda-4385-8b5f-c3db60c5248c req-974fd6d6-98e7-40dc-9ea2-39c3a70a0f51 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871685 Jul 28 21:52:40.066124 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:18Z', 'revision_number': 1, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:40.097685 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cabad9-54a3-4b06-9af9-0e8d217a7712 None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_floatingips': [{'id': 'ade6b547-e261-48de-a0e0-c090f1a5b533', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'router_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'port_id': '841c602a-1fec-4258-a00c-248d80c68bc5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'mac_address': 'fa:16:3e:1c:d9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T21:49:16Z', 'updated_at': '2021-07-28T21:49:18Z', 'revision_number': 1, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:52:40.305936 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac03cc-69bb-44e0-8ec8-50af149b23ec None None] New status for floating IP f6434a6f-7d42-4d18-a717-20a5362e22ac: DOWN {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:52:40.625934 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a627077-6b0d-4127-b0e5-3dfcdae96033 req-cc2f5bcc-ae6f-4259-af5e-97fe3a515e64 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:40.627522 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8a627077-6b0d-4127-b0e5-3dfcdae96033 req-cc2f5bcc-ae6f-4259-af5e-97fe3a515e64 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Jul 28 21:52:40.665787 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8a627077-6b0d-4127-b0e5-3dfcdae96033 req-8769d793-6f54-4107-b2a3-60722a031844 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Jul 28 21:52:41.057528 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-959bead5-eb5b-46c6-b7f0-20915cb9f6a0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:41.058895 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-959bead5-eb5b-46c6-b7f0-20915cb9f6a0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 945 time: 0.0516386 Jul 28 21:52:41.147419 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Deleting port 49cb7f56-dd12-493c-bb18-171b78a1cc9e {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:41.147748 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:41.235754 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] For port 49cb7f56-dd12-493c-bb18-171b78a1cc9e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49cb7f56-dd12-493c-bb18-171b78a1cc9e,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:41.236127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:41.249430 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Calling delete_port for 49cb7f56-dd12-493c-bb18-171b78a1cc9e owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:41.377497 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:41.408647 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'Port': ['ID=49cb7f56-dd12-493c-bb18-171b78a1cc9e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:41.451199 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] No DVR routers for this DVR port 49cb7f56-dd12-493c-bb18-171b78a1cc9e on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:52:41.453621 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:41.455634 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c0b4f214-fdd4-4294-a4c6-2810161416eb req-92d484ea-4cce-430b-bc30-36ea8c870cf0 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "DELETE /v2.0/ports/49cb7f56-dd12-493c-bb18-171b78a1cc9e HTTP/1.1" status: 204 len: 173 time: 0.3894875 Jul 28 21:52:41.456061 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'name': 'network-vif-deleted', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:52:41.458347 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f55505-c93c-4b9e-a9b1-7c1d6bcd5c43" -d '{"events": [{"server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "name": "network-vif-deleted", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:52:41.500444 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c58569-a72a-4e79-86cd-d7cc9e3d56f2 x-openstack-request-id: req-15c58569-a72a-4e79-86cd-d7cc9e3d56f2 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:52:41.500725 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43", "name": "network-vif-deleted", "tag": "49cb7f56-dd12-493c-bb18-171b78a1cc9e", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:52:41.500973 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15c58569-a72a-4e79-86cd-d7cc9e3d56f2 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:52:41.501363 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43', 'name': 'network-vif-deleted', 'tag': '49cb7f56-dd12-493c-bb18-171b78a1cc9e', 'status': 'completed', 'code': 200} Jul 28 21:52:41.579353 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1e9512da-75ad-4820-be50-555a011cd07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:41.763227 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-9442fdda-2137-4445-abb8-3cbe3b6b9f01 req-b81283aa-0b55-4a22-939c-07aca747b625 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d6e23b2-6f02-44dd-b24e-4cbe7b5abf43 HTTP/1.1" status: 200 len: 210 time: 0.0307977 Jul 28 21:52:42.855115 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:44.164639 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:44.220708 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a36e2fd0-cff3-446f-824b-9913d6580aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:44.777688 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 49cb7f56-dd12-493c-bb18-171b78a1cc9e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:44.797556 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 49cb7f56-dd12-493c-bb18-171b78a1cc9e {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:44.797894 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 49cb7f56-dd12-493c-bb18-171b78a1cc9e not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:45.036967 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38708) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:45.189529 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Deleting port 7cb79509-f05c-4242-861d-0211c59ee67d {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:45.189868 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:45.267716 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:45.268068 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:45.280726 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Calling delete_port for 7cb79509-f05c-4242-861d-0211c59ee67d owned by network:floatingip {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:45.396732 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:45.651959 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:45.674763 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'Port': ['ID=7cb79509-f05c-4242-861d-0211c59ee67d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:45.735710 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:45.736063 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.db.l3_db [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Floating IP ade6b547-e261-48de-a0e0-c090f1a5b533 disassociated (deleted). External IP: 172.27.3.52, port: 841c602a-1fec-4258-a00c-248d80c68bc5. Jul 28 21:52:45.943579 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:52:46.052520 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:52:46.056910 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:46.062548 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:52:46.071095 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:46.071700 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:46.083709 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f65ffb5a-cefb-4f16-b2d2-8feaa7fad24b tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "DELETE /v2.0/floatingips/ade6b547-e261-48de-a0e0-c090f1a5b533 HTTP/1.1" status: 204 len: 168 time: 1.0456779 Jul 28 21:52:46.084293 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5'}] {{(pid=99669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:52:46.086586 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}519412bb81035f1459261cb6cb4ae4999d210c3f79692586506850852ff3664e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c685f1-e76f-4f38-8a0f-e7666d298647" -d '{"events": [{"name": "network-changed", "server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5"}]}' {{(pid=99669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:52:46.127238 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0614396f-c852-43dd-b695-b5e38e790d3f x-openstack-request-id: req-0614396f-c852-43dd-b695-b5e38e790d3f {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:52:46.127533 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5", "status": "completed", "code": 200}]} {{(pid=99669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:52:46.127791 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0614396f-c852-43dd-b695-b5e38e790d3f {{(pid=99669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:52:46.128198 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5', 'status': 'completed', 'code': 200} Jul 28 21:52:46.189006 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-e5f22d5a-90d9-4914-9d48-620f6531d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:46.189702 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:46.190686 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-e5f22d5a-90d9-4914-9d48-620f6531d8b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=56e5910493014698aff9e8740bd8c5c9&device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 1099 time: 0.0425372 Jul 28 21:52:46.287783 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-761eabf9-7241-4993-af0e-d93c81ea6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:46.289257 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-761eabf9-7241-4993-af0e-d93c81ea6667 service neutron] 10.222.0.22 "GET /v2.0/networks?id=55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 200 len: 912 time: 0.0912931 Jul 28 21:52:46.330422 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093c508-3411-4b4f-9762-b8293e972aa6 req-6dc4c7ad-63ab-4519-ad84-5e4a8cfecbdf tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:46.331940 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1093c508-3411-4b4f-9762-b8293e972aa6 req-6dc4c7ad-63ab-4519-ad84-5e4a8cfecbdf tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 946 time: 0.0523086 Jul 28 21:52:46.334632 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-42ca1ed3-678a-4e0d-9888-0b9ffe30316d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 200 len: 217 time: 0.0359743 Jul 28 21:52:46.372941 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-1093c508-3411-4b4f-9762-b8293e972aa6 req-e7342bd3-f729-4bb7-9714-7f01c1db349a tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Jul 28 21:52:46.389640 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-c5eba8ea-76ab-49a5-bc35-5ae668c98e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:46.391238 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-c5eba8ea-76ab-49a5-bc35-5ae668c98e37 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 200 len: 850 time: 0.0492444 Jul 28 21:52:46.399043 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:46.426430 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:52:46.435006 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:46.435620 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:46.437767 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-e5eb3616-57d6-45d1-87e9-eaf9c5f28cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:46.439304 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-e5eb3616-57d6-45d1-87e9-eaf9c5f28cde service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=55ee6bc8-85f0-4475-b502-397771e73bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399113 Jul 28 21:52:46.530260 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-3c0a22a8-4fb7-4b2a-83f4-c86ead7174f6 service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826316 Jul 28 21:52:46.543210 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:46.624234 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c3c685f1-e76f-4f38-8a0f-e7666d298647 req-f2c0e252-0bc5-4ab1-945c-d956abdf29eb service neutron] 10.222.0.22 "GET /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858054 Jul 28 21:52:46.741212 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:46.772645 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc84bf6-fc67-4313-bd01-943dca7ec1bf None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:10Z', 'revision_number': 4, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi', '_interfaces': [{'id': '01924ef9-a646-4251-b829-f0773f6dbe6a', 'name': '', 'network_id': '55ee6bc8-85f0-4475-b502-397771e73bae', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'mac_address': 'fa:16:3e:c4:a1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:09Z', 'updated_at': '2021-07-28T21:46:14Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'subnets': [{'id': 'd5ef2196-f2d2-4872-866d-e40cd82ee873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:52:46.915738 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:46.983391 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b41f25-5e5a-4dbe-ac21-ecba55370721 None None] New status for floating IP ade6b547-e261-48de-a0e0-c090f1a5b533: DOWN {{(pid=99672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 21:52:47.491314 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67524dce-5159-42cd-a437-8c59222a74d7 req-552db4b4-bbf2-4bb0-9632-b7c01881fc12 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:47.492803 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-67524dce-5159-42cd-a437-8c59222a74d7 req-552db4b4-bbf2-4bb0-9632-b7c01881fc12 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 946 time: 0.0485477 Jul 28 21:52:47.529062 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-67524dce-5159-42cd-a437-8c59222a74d7 req-8dcd6a31-b4e7-4527-b09a-ec7b96abf31f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/security-groups?id=1bd3749b-a37c-4064-bc53-892c574e1e3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304253 Jul 28 21:52:47.885793 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-2fa1b391-fbda-4c48-82a2-f0398df92bed tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:52:47.887212 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-2fa1b391-fbda-4c48-82a2-f0398df92bed tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 946 time: 0.0455270 Jul 28 21:52:47.980558 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Deleting port 841c602a-1fec-4258-a00c-248d80c68bc5 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:47.980916 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:48.064140 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] For port 841c602a-1fec-4258-a00c-248d80c68bc5, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=841c602a-1fec-4258-a00c-248d80c68bc5,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:48.064500 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:48.080503 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Calling delete_port for 841c602a-1fec-4258-a00c-248d80c68bc5 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:48.200303 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:48.227107 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'Port': ['ID=841c602a-1fec-4258-a00c-248d80c68bc5,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:48.238156 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.238531 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.238871 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.239220 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.239553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.239886 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.240217 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.240545 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.240872 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.241196 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.241519 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.241838 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:48.278127 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] No DVR routers for this DVR port 841c602a-1fec-4258-a00c-248d80c68bc5 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:52:48.280401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:48.282353 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-d7553544-769b-4656-bbc3-c47e6dcf6779 req-aae93c26-bedf-4f82-b296-6464a410081f tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.22 "DELETE /v2.0/ports/841c602a-1fec-4258-a00c-248d80c68bc5 HTTP/1.1" status: 204 len: 173 time: 0.3862553 Jul 28 21:52:48.282775 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'name': 'network-vif-deleted', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:52:48.284964 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81032714-fd2c-4ba5-87f1-a9e6420c756c" -d '{"events": [{"server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "name": "network-vif-deleted", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:52:48.322009 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63735688-1964-458c-b114-f03eca9d421f x-openstack-request-id: req-63735688-1964-458c-b114-f03eca9d421f {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:52:48.322428 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f54e4d-d2c8-434f-87a0-7e67a9f49377", "name": "network-vif-deleted", "tag": "841c602a-1fec-4258-a00c-248d80c68bc5", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:52:48.322734 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63735688-1964-458c-b114-f03eca9d421f {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:52:48.323158 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f54e4d-d2c8-434f-87a0-7e67a9f49377', 'name': 'network-vif-deleted', 'tag': '841c602a-1fec-4258-a00c-248d80c68bc5', 'status': 'completed', 'code': 200} Jul 28 21:52:48.646654 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-6ef2f5e6-d9bc-492a-9348-bfdbe8088117 req-7aa4b048-4086-45fd-95a3-74b358acf7fc tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "GET /v2.0/ports?device_id=76f54e4d-d2c8-434f-87a0-7e67a9f49377 HTTP/1.1" status: 200 len: 210 time: 0.0274832 Jul 28 21:52:49.701198 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38744) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:49.825172 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Deleting port 1be14b9f-7ef6-4bde-a969-f18d13edba38 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:49.825424 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:49.898531 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:49.898858 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:49.909839 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Calling delete_port for 1be14b9f-7ef6-4bde-a969-f18d13edba38 owned by network:floatingip {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:50.040357 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:50.065069 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'Port': ['ID=1be14b9f-7ef6-4bde-a969-f18d13edba38,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:50.077482 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.077731 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.078084 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.078444 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.078773 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.079097 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.079420 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.079767 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.080088 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.080407 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.080732 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.081043 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:50.135093 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for floatingip, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:50.137597 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for floatingip, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:50.138762 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-b8670a67-9111-4b11-a82b-378f6daddab4 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "DELETE /v2.0/floatingips/78c75e89-70e8-43be-9492-b24f04f5b799 HTTP/1.1" status: 204 len: 168 time: 0.4365981 Jul 28 21:52:51.328821 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38768) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:51.406219 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f584a3cd-5241-4fdd-a8ad-cdab786110e2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:51.434526 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f584a3cd-5241-4fdd-a8ad-cdab786110e2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:51.498151 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f584a3cd-5241-4fdd-a8ad-cdab786110e2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:51.500679 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f584a3cd-5241-4fdd-a8ad-cdab786110e2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Notify callbacks [] for security_group, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:51.501846 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f584a3cd-5241-4fdd-a8ad-cdab786110e2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] 10.222.0.21 "DELETE /v2.0/security-groups/1bd3749b-a37c-4064-bc53-892c574e1e3d HTTP/1.1" status: 204 len: 168 time: 0.1720290 Jul 28 21:52:51.511264 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a3cd-5241-4fdd-a8ad-cdab786110e2 tempest-TestVolumeBootPattern-1900460841 tempest-TestVolumeBootPattern-1900460841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd3749b-a37c-4064-bc53-892c574e1e3d,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:51.553818 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38774) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:51.939420 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:52.182620 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Deleting port 01924ef9-a646-4251-b829-f0773f6dbe6a {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:52.182964 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:52.258147 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] For port 01924ef9-a646-4251-b829-f0773f6dbe6a, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=01924ef9-a646-4251-b829-f0773f6dbe6a,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:52.258509 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:52.270586 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Calling delete_port for 01924ef9-a646-4251-b829-f0773f6dbe6a owned by network:router_interface {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:52.447780 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:52.470751 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Pushing event deleted for resources: {'Port': ['ID=01924ef9-a646-4251-b829-f0773f6dbe6a,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:52.634443 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:52.839982 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:52:52.849614 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 841c602a-1fec-4258-a00c-248d80c68bc5 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:52.868976 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 841c602a-1fec-4258-a00c-248d80c68bc5 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:52.869321 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 841c602a-1fec-4258-a00c-248d80c68bc5 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:52.939003 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:52:52.944095 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-3c4a310e-8f31-46f6-83d6-5347c0dae22a admin admin] 10.222.0.21 "PUT /v2.0/routers/e00aea7b-9004-44e5-a49b-8ceb7d5cd85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889997 Jul 28 21:52:52.946364 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38780) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:52.948571 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] Sync routers for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:52:52.957467 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:52.958612 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:53.045401 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks [] for router, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.059675 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: dv-cinder-784623-15-iscsi {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:53.147873 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.199813 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Deleting port 699fe3d6-a984-46d4-aba3-9fa1378094d3 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:53.200154 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.233097 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:52:52Z', 'revision_number': 5, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port': {'id': '699fe3d6-a984-46d4-aba3-9fa1378094d3', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:c1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:53.263004 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] Checking router: e00aea7b-9004-44e5-a49b-8ceb7d5cd85b for host: dv-cinder-784623-15-iscsi {{(pid=99671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:52:53.271765 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] Routers {'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:53.272374 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'], 'active': True} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:53.279887 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] For port 699fe3d6-a984-46d4-aba3-9fa1378094d3, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=699fe3d6-a984-46d4-aba3-9fa1378094d3,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:53.280272 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.292794 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Calling delete_port for 699fe3d6-a984-46d4-aba3-9fa1378094d3 owned by network:router_gateway {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:53.355608 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvr_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] Set router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b gateway port host: None {{(pid=99671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:53.408586 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_hamode_db [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:52:53Z', 'revision_number': 6, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:53.437731 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dabe68-34a5-48a1-a7b4-8b5f32f281dd None None] The sync data for ids ['e00aea7b-9004-44e5-a49b-8ceb7d5cd85b'] in dv-cinder-784623-15-iscsi is: [{'id': 'e00aea7b-9004-44e5-a49b-8ceb7d5cd85b', 'name': 'tempest-TestVolumeBootPattern-893056422-router', 'tenant_id': '56e5910493014698aff9e8740bd8c5c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:07Z', 'updated_at': '2021-07-28T21:52:53Z', 'revision_number': 6, 'project_id': '56e5910493014698aff9e8740bd8c5c9', 'gw_port_host': None}] {{(pid=99671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:52:53.454713 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.480670 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Pushing event deleted for resources: {'Port': ['ID=699fe3d6-a984-46d4-aba3-9fa1378094d3,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:53.542720 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.630854 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.633156 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.674665 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.675102 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e00aea7b-9004-44e5-a49b-8ceb7d5cd85b {{(pid=99669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:52:53.680412 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] Notify callbacks [] for router, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.681547 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8e543998-237c-4a30-87a2-0ae360a4db8e admin admin] 10.222.0.21 "DELETE /v2.0/routers/e00aea7b-9004-44e5-a49b-8ceb7d5cd85b HTTP/1.1" status: 204 len: 168 time: 0.7342603 Jul 28 21:52:53.683961 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38784) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:53.726550 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Deleting subnet d5ef2196-f2d2-4872-866d-e40cd82ee873 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:52:53.729400 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:53.766258 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.072717 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.124319 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.150435 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ef2196-f2d2-4872-866d-e40cd82ee873,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:54.152514 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.156515 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-8e6efcf2-bb7c-4fc3-a89d-27cb7996ebc3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d5ef2196-f2d2-4872-866d-e40cd82ee873 HTTP/1.1" status: 204 len: 168 time: 0.4693587 Jul 28 21:52:54.157406 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 38786) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:54.170722 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b151c-0a11-4df9-a8b0-657d5e8ed2b2 None None] Network 55ee6bc8-85f0-4475-b502-397771e73bae requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:52:54.238208 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.292586 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Deleting port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 {{(pid=99669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:54.292934 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.317425 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 699fe3d6-a984-46d4-aba3-9fa1378094d3 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:54.355695 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.db [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] For port 45f9deae-3b33-49ad-aecc-68bca6b4abe8, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=45f9deae-3b33-49ad-aecc-68bca6b4abe8,segment=NetworkSegment(3fab9c18-a3c0-493b-9e1e-7db520ccbc24),segment_id=3fab9c18-a3c0-493b-9e1e-7db520ccbc24)] {{(pid=99669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:54.355975 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.364501 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 699fe3d6-a984-46d4-aba3-9fa1378094d3 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:54.364835 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 699fe3d6-a984-46d4-aba3-9fa1378094d3 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:54.365245 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01924ef9-a646-4251-b829-f0773f6dbe6a no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:54.373214 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.plugin [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Calling delete_port for 45f9deae-3b33-49ad-aecc-68bca6b4abe8 owned by network:dhcp {{(pid=99669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:54.423103 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 01924ef9-a646-4251-b829-f0773f6dbe6a {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:54.423444 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01924ef9-a646-4251-b829-f0773f6dbe6a not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:54.485097 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3456065'] for port, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.512907 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] No DVR routers for this DVR port 45f9deae-3b33-49ad-aecc-68bca6b4abe8 on host dv-cinder-784623-15-iscsi {{(pid=99669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:52:54.516735 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f9deae-3b33-49ad-aecc-68bca6b4abe8,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:54.543419 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b2e279-ffa3-4b98-bb37-6e105efcc59b None None] DHCP port deletion for 55ee6bc8-85f0-4475-b502-397771e73bae request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:52:54.590749 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.601076 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee6bc8-85f0-4475-b502-397771e73bae']}} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:54.610880 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fab9c18-a3c0-493b-9e1e-7db520ccbc24') {'for_net_delete': True} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:54.611097 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.services.segments.db [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fab9c18-a3c0-493b-9e1e-7db520ccbc24') {} {{(pid=99669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:54.619422 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126612560'] for segment, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.632883 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.639143 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=99669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:52:54.639518 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3456432'] for segment, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: Traceback (most recent call last): Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: timer() Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: cb(*args, **kw) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: return func(*args, **kwargs) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: self._notify() Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: self.callback(batched_events) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: event.method(event) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: return f(self, *a, **k) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._get(url).json() Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: return self.request(url, 'GET', **kwargs) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:52:54.641192 dv-cinder-784623-15-iscsi neutron-server[99669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:52:54.692115 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.697145 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:54.699172 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] 10.222.0.21 "DELETE /v2.0/networks/55ee6bc8-85f0-4475-b502-397771e73bae HTTP/1.1" status: 204 len: 168 time: 0.5414836 Jul 28 21:52:54.702246 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38790) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:54.714074 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980d86c-43e8-4e80-b24b-93c4fdf14438 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ee6bc8-85f0-4475-b502-397771e73bae,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:55.284818 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733192'] for router_interface, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:55.516663 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Deleting port 2feefca3-6f53-40de-be5c-fc55ce2dff6e {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:55.517003 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:55.593404 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] For port 2feefca3-6f53-40de-be5c-fc55ce2dff6e, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=2feefca3-6f53-40de-be5c-fc55ce2dff6e,segment=NetworkSegment(bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8),segment_id=bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:55.593680 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:55.605972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Calling delete_port for 2feefca3-6f53-40de-be5c-fc55ce2dff6e owned by network:router_interface {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:55.777064 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:55.801726 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Pushing event deleted for resources: {'Port': ['ID=2feefca3-6f53-40de-be5c-fc55ce2dff6e,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:55.961427 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1533368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733156'] for router_interface, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:55.999073 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 45f9deae-3b33-49ad-aecc-68bca6b4abe8 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:56.019537 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 45f9deae-3b33-49ad-aecc-68bca6b4abe8 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:56.019902 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 45f9deae-3b33-49ad-aecc-68bca6b4abe8 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:56.169324 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 has already been hosted by L3 agent 0b2980a6-df03-4a00-9cc0-bce14468d1a2 {{(pid=99670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 21:52:56.271764 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] Notify agent at l3_agent.dv-cinder-784623-15-iscsi the message routers_updated {{(pid=99670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 21:52:56.277072 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-6aabda15-4aab-415a-917d-dabe1beca776 admin admin] 10.222.0.21 "PUT /v2.0/routers/058e3f96-1f0a-41dd-b59d-0e03b7d467f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736644 Jul 28 21:52:56.279739 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38794) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:56.280170 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] Sync routers for ids ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'] in dv-cinder-784623-15-iscsi {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 21:52:56.289584 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] Routers {'058e3f96-1f0a-41dd-b59d-0e03b7d467f2'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:56.290204 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:56.381035 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks [] for router, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.391656 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] Set router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 gateway port host: dv-cinder-784623-15-iscsi {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:56.481916 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.533500 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Deleting port 01997ce0-e451-49c5-836b-99538090af96 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:56.533850 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.574670 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'external_fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': '01997ce0-e451-49c5-836b-99538090af96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:52:55Z', 'revision_number': 5, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port': {'id': '01997ce0-e451-49c5-836b-99538090af96', 'name': '', 'network_id': '110cf7fb-d8c9-4203-8a6b-73bd67108d38', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-15-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T21:46:12Z', 'updated_at': '2021-07-28T21:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67d6d934-e4a0-4f83-91e8-69e8a88f864d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-15-iscsi'}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:56.600169 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] Checking router: 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 for host: dv-cinder-784623-15-iscsi {{(pid=99672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 21:52:56.608362 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] Routers {'058e3f96-1f0a-41dd-b59d-0e03b7d467f2'} bound to L3 agent in host dv-cinder-784623-15-iscsi {{(pid=99672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 21:52:56.608980 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784623-15-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T21:32:44Z,description=,heartbeat_timestamp=2021-07-28T21:52:44Z,host='dv-cinder-784623-15-iscsi',id=0b2980a6-df03-4a00-9cc0-bce14468d1a2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T21:32:44Z,topic='l3_agent')) {'router_ids': ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'], 'active': True} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:56.614965 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] For port 01997ce0-e451-49c5-836b-99538090af96, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=01997ce0-e451-49c5-836b-99538090af96,segment=NetworkSegment(4bb6b222-847f-46b3-bb40-b03f1699c451),segment_id=4bb6b222-847f-46b3-bb40-b03f1699c451)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:56.615332 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.627578 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Calling delete_port for 01997ce0-e451-49c5-836b-99538090af96 owned by network:router_gateway {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:56.708545 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_dvr_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] Set router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 gateway port host: None {{(pid=99672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 21:52:56.755131 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.l3_hamode_db [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:52:56Z', 'revision_number': 6, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port_host': None}], 'dv-cinder-784623-15-iscsi', False) {} {{(pid=99672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:56.781117 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac20ac-0b75-4c72-9324-afe06fe55720 None None] The sync data for ids ['058e3f96-1f0a-41dd-b59d-0e03b7d467f2'] in dv-cinder-784623-15-iscsi is: [{'id': '058e3f96-1f0a-41dd-b59d-0e03b7d467f2', 'name': 'tempest-TestVolumeBootPattern-416901834-router', 'tenant_id': '8113979398004c4b99306341a61acda1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T21:46:11Z', 'updated_at': '2021-07-28T21:52:56Z', 'revision_number': 6, 'project_id': '8113979398004c4b99306341a61acda1', 'gw_port_host': None}] {{(pid=99672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 21:52:56.796977 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.821930 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Pushing event deleted for resources: {'Port': ['ID=01997ce0-e451-49c5-836b-99538090af96,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:56.878539 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1733510'] for router_gateway, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.967109 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620505', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1276'] for router, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:56.969076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.010506 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1608841'] for router, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.010920 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058e3f96-1f0a-41dd-b59d-0e03b7d467f2 {{(pid=99670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 21:52:57.015136 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] Notify callbacks [] for router, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.016284 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-e6aa3a7a-ceef-4ebc-9710-cf4b351bd361 admin admin] 10.222.0.21 "DELETE /v2.0/routers/058e3f96-1f0a-41dd-b59d-0e03b7d467f2 HTTP/1.1" status: 204 len: 168 time: 0.7356248 Jul 28 21:52:57.018863 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38798) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:57.063367 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Deleting subnet 2ba79d04-be89-4391-8306-db71eeec2cae {{(pid=99670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:52:57.066325 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.103230 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127466137'] for subnet, precommit_delete_associations {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.188760 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.240960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127466182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127449070'] for subnet, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.266149 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ba79d04-be89-4391-8306-db71eeec2cae,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:57.269620 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.272069 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-9b7a7a18-f807-4cf2-a84b-bd47b22f16b2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ba79d04-be89-4391-8306-db71eeec2cae HTTP/1.1" status: 204 len: 168 time: 0.2522941 Jul 28 21:52:57.274564 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38800) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:57.278631 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52abca65-24a6-4c65-b935-9adb40cf58b5 None None] Network 124e00c6-b6fd-45ea-9590-f3b68808bf6b requested from dv-cinder-784623-15-iscsi {{(pid=99671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 21:52:57.343383 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.397093 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Deleting port 6fcad853-0b82-42ae-8061-b6bcdc6d798d {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:57.397432 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.466060 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] For port 6fcad853-0b82-42ae-8061-b6bcdc6d798d, host dv-cinder-784623-15-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-15-iscsi',level=0,port_id=6fcad853-0b82-42ae-8061-b6bcdc6d798d,segment=NetworkSegment(bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8),segment_id=bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:57.466888 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.478992 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Calling delete_port for 6fcad853-0b82-42ae-8061-b6bcdc6d798d owned by network:dhcp {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:57.554270 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] DHCP port deletion for 124e00c6-b6fd-45ea-9590-f3b68808bf6b request from dv-cinder-784623-15-iscsi {{(pid=99671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 21:52:57.573323 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.599847 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcad853-0b82-42ae-8061-b6bcdc6d798d,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:57.603644 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] No DVR routers for this DVR port 6fcad853-0b82-42ae-8061-b6bcdc6d798d on host dv-cinder-784623-15-iscsi {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:52:57.614625 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Deleting port 6fcad853-0b82-42ae-8061-b6bcdc6d798d {{(pid=99671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:52:57.615000 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.681258 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] For port 6fcad853-0b82-42ae-8061-b6bcdc6d798d, host dv-cinder-784623-15-iscsi, got binding levels [] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:52:57.681653 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.683423 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.693710 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124e00c6-b6fd-45ea-9590-f3b68808bf6b']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:57.695153 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Calling delete_port for 6fcad853-0b82-42ae-8061-b6bcdc6d798d owned by network:dhcp {{(pid=99671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:52:57.697663 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.ipam_backend_mixin [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Port 6fcad853-0b82-42ae-8061-b6bcdc6d798d was not found and therefore no delete operation was performed {{(pid=99671) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 21:52:57.698911 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127'] for port, after_delete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.707675 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:57.708100 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaf746c-2d2e-4bd6-abe7-85a9f808bdc8') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:52:57.721258 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.723556 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Pushing event deleted for resources: {'Port': ['ID=6fcad853-0b82-42ae-8061-b6bcdc6d798d,revision_number=None']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:57.727899 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] No DVR routers for this DVR port 6fcad853-0b82-42ae-8061-b6bcdc6d798d on host dv-cinder-784623-15-iscsi {{(pid=99671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:52:57.735086 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.735620 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.736154 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.736660 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.737151 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.738248 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.738248 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.739071 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.739300 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.739803 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.740139 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.740459 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83426d4-a6d6-48e4-98a8-a6f33e9ef664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:52:57.742697 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.750632 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:52:57.751420 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:52:57.753337 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:52:57.810063 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.816100 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:57.818061 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] 10.222.0.21 "DELETE /v2.0/networks/124e00c6-b6fd-45ea-9590-f3b68808bf6b HTTP/1.1" status: 204 len: 168 time: 0.5425837 Jul 28 21:52:57.829360 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089293e5-1830-4235-b6a9-056c86992001 admin admin] Pushing event deleted for resources: {'Network': ['ID=124e00c6-b6fd-45ea-9590-f3b68808bf6b,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:57.956246 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2feefca3-6f53-40de-be5c-fc55ce2dff6e no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:57.962378 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38810) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:57.979621 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 2feefca3-6f53-40de-be5c-fc55ce2dff6e {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:57.980283 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 2feefca3-6f53-40de-be5c-fc55ce2dff6e not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:57.980759 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 6fcad853-0b82-42ae-8061-b6bcdc6d798d no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:58.002371 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 6fcad853-0b82-42ae-8061-b6bcdc6d798d {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:58.003079 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 6fcad853-0b82-42ae-8061-b6bcdc6d798d not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:58.003548 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01997ce0-e451-49c5-836b-99538090af96 no longer exists at agent ovs-agent-dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:52:58.012908 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-f4e7cabe-08df-42cf-97fa-453c83241a5a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56e5910493014698aff9e8740bd8c5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472255 Jul 28 21:52:58.019424 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38812) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:58.036831 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] No Port match for: 01997ce0-e451-49c5-836b-99538090af96 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:52:58.037295 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Device 01997ce0-e451-49c5-836b-99538090af96 not bound to the agent host dv-cinder-784623-15-iscsi {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:52:58.088385 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-38612325-03ba-4603-adbf-aed17f10a22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.108506 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-38612325-03ba-4603-adbf-aed17f10a22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.153809 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-38612325-03ba-4603-adbf-aed17f10a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.156324 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-38612325-03ba-4603-adbf-aed17f10a22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.157476 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-38612325-03ba-4603-adbf-aed17f10a22a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66867080-ef21-4f4c-9b26-05541a5597dd HTTP/1.1" status: 204 len: 168 time: 0.1363647 Jul 28 21:52:58.165119 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38612325-03ba-4603-adbf-aed17f10a22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66867080-ef21-4f4c-9b26-05541a5597dd,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:52:58.453603 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38820) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:58.493307 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-877a95c6-7ac4-49f0-85fb-b99a61dd9f2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8113979398004c4b99306341a61acda1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385058 Jul 28 21:52:58.495762 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 38822) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:52:58.541794 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a0269a34-2996-4e8e-8cf6-82c95370653b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.564094 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a0269a34-2996-4e8e-8cf6-82c95370653b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.613393 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a0269a34-2996-4e8e-8cf6-82c95370653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.616780 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-a0269a34-2996-4e8e-8cf6-82c95370653b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:52:58.618179 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-a0269a34-2996-4e8e-8cf6-82c95370653b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50cd726d-073d-4a5e-b9ad-516051588136 HTTP/1.1" status: 204 len: 168 time: 0.1215067 Jul 28 21:52:58.625742 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0269a34-2996-4e8e-8cf6-82c95370653b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd726d-073d-4a5e-b9ad-516051588136,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:11.580543 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-678e95b7-3ee9-4b0e-b7ce-2805566c6ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:12.860357 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:12.978592 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:53:14.169389 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:14.223394 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5e2155e8-e371-4a5f-8632-c1fb39196224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:15.395603 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917834eb-d8b1-4eb5-8df9-a31463369381 req-adf378d5-8c21-4b6b-b7e4-0afd48f5612b tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:15.397041 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-917834eb-d8b1-4eb5-8df9-a31463369381 req-adf378d5-8c21-4b6b-b7e4-0afd48f5612b tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 946 time: 0.0513589 Jul 28 21:53:15.399956 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:15.434717 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-917834eb-d8b1-4eb5-8df9-a31463369381 req-160dd1e9-110a-4c4d-8df5-72621f184627 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Jul 28 21:53:16.550357 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f28665-40cf-45e1-9b01-5513f9052306 req-687a3bd0-3f04-4fee-a7f1-e76291eaf46a tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:16.551844 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-20f28665-40cf-45e1-9b01-5513f9052306 req-687a3bd0-3f04-4fee-a7f1-e76291eaf46a tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 946 time: 0.0487387 Jul 28 21:53:16.589677 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-20f28665-40cf-45e1-9b01-5513f9052306 req-a620b0b5-2fb6-4538-bb86-5a84911214ca tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Jul 28 21:53:16.903572 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-946efccf-f9bc-4df6-9284-129d1f6f847c tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:16.904998 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-946efccf-f9bc-4df6-9284-129d1f6f847c tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 946 time: 0.0461295 Jul 28 21:53:16.919279 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:16.991448 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Deleting port 969838e3-e248-4a16-8191-4b095e953afb {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:53:16.991779 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:17.074255 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] For port 969838e3-e248-4a16-8191-4b095e953afb, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=969838e3-e248-4a16-8191-4b095e953afb,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:53:17.074617 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:17.087553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Calling delete_port for 969838e3-e248-4a16-8191-4b095e953afb owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:53:17.210469 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:17.222978 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['969838e3-e248-4a16-8191-4b095e953afb'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:53:17.236460 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Pushing event deleted for resources: {'Port': ['ID=969838e3-e248-4a16-8191-4b095e953afb,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:17.280068 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] No DVR routers for this DVR port 969838e3-e248-4a16-8191-4b095e953afb on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:53:17.282513 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:17.284520 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-c11ad125-9e15-46d9-a6cd-987c5600dde0 req-12a696de-31a7-4721-8041-0a52139e6949 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "DELETE /v2.0/ports/969838e3-e248-4a16-8191-4b095e953afb HTTP/1.1" status: 204 len: 173 time: 0.3729973 Jul 28 21:53:17.285003 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'name': 'network-vif-deleted', 'tag': '969838e3-e248-4a16-8191-4b095e953afb'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:53:17.287320 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef23773-3512-4511-bc81-e133c2bb3306" -d '{"events": [{"server_uuid": "4f11e01a-9c15-4c11-a93c-c37e0cb31e73", "name": "network-vif-deleted", "tag": "969838e3-e248-4a16-8191-4b095e953afb"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:53:17.322142 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3485aefd-60f1-4931-9fd2-eb95246d1c83 x-openstack-request-id: req-3485aefd-60f1-4931-9fd2-eb95246d1c83 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:53:17.322423 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f11e01a-9c15-4c11-a93c-c37e0cb31e73", "name": "network-vif-deleted", "tag": "969838e3-e248-4a16-8191-4b095e953afb", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:53:17.322672 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3485aefd-60f1-4931-9fd2-eb95246d1c83 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:53:17.323066 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f11e01a-9c15-4c11-a93c-c37e0cb31e73', 'name': 'network-vif-deleted', 'tag': '969838e3-e248-4a16-8191-4b095e953afb', 'status': 'completed', 'code': 200} Jul 28 21:53:17.690519 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0f9571ee-e8fa-4c2f-a6aa-f6b5d5305354 req-9c4fb1a3-9402-4226-b49d-8e8c03b11847 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f11e01a-9c15-4c11-a93c-c37e0cb31e73 HTTP/1.1" status: 200 len: 210 time: 0.0262139 Jul 28 21:53:21.818065 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 969838e3-e248-4a16-8191-4b095e953afb no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:53:21.838173 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: 969838e3-e248-4a16-8191-4b095e953afb {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:53:21.838517 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device 969838e3-e248-4a16-8191-4b095e953afb not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:53:26.651978 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-55804610-93b0-47db-abfc-64d1a931df50 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:26.653500 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-55804610-93b0-47db-abfc-64d1a931df50 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 814 time: 0.1039977 Jul 28 21:53:26.667763 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-d895992f-3516-4499-a84a-2e3437dbe096 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/quotas/0393bb2bd4e34ab88e27f551a86290d4 HTTP/1.1" status: 200 len: 375 time: 0.0086586 Jul 28 21:53:26.698393 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-36d99971-57a2-413d-9590-570215c7a435 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256691 Jul 28 21:53:26.889068 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-c7a42991-c1ce-4e60-ac19-a4ca8c2da284 service neutron] 10.222.0.21 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840982 Jul 28 21:53:26.976799 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-dfccb843-4dc7-4264-a11e-eb739eddd9db service neutron] 10.222.0.21 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817552 Jul 28 21:53:28.158653 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-7281d1c6-8cb6-495e-85f9-52dd019037c6 req-7d56dbbd-e143-469c-9a72-baf3613bb043 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 210 time: 0.0285826 Jul 28 21:53:29.232929 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-0797bbb8-9ea9-489c-84e7-9b3ad75141f0 req-ac20a1df-1a4a-4d96-9ac3-6e42bce9b1d4 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 210 time: 0.0257466 Jul 28 21:53:30.307396 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b7f825c7-4657-4b43-95a1-b35c69ed5d55 req-7e25ad6c-96a5-446c-b5c6-e3e2fee5cc92 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 210 time: 0.0264878 Jul 28 21:53:31.383755 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-bf5f4141-cde3-447e-b4cb-596ffa949ce2 req-10b032d4-de3f-43d5-a55c-e491860c2115 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 210 time: 0.0255556 Jul 28 21:53:32.475352 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8d60c0dd-c512-41fc-825f-652321aada3d req-0bdefdeb-fa6d-469e-b497-332a30586856 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 210 time: 0.0254028 Jul 28 21:53:33.076493 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-ee798aa6-be8c-4055-add5-348ed282b0da tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:33.077915 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-ee798aa6-be8c-4055-add5-348ed282b0da tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 814 time: 0.0974400 Jul 28 21:53:33.090221 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Request body: {'port': {'device_id': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac', 'admin_state_up': True, 'tenant_id': '0393bb2bd4e34ab88e27f551a86290d4'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:53:33.198443 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Made reservation on behalf of 0393bb2bd4e34ab88e27f551a86290d4 for: {'port': 1} {{(pid=99670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 21:53:33.201820 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.321746 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.db_base_plugin_common [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Allocated IP 172.20.0.13 (5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac/0e91d39c-574d-4a5a-bee7-85947eb2e285/ac45b96f-dbcf-4cd2-ab42-4ae371111278) {{(pid=99670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 21:53:33.458612 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks [] for port, precommit_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.495675 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790526107118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_create {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.540663 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac is already hosted by enough agents. {{(pid=99670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 21:53:33.543782 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.scheduler.base_scheduler [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Resources bound (agent type, host, resource id): {{(pid=99670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 21:53:33.549940 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Received port after_create {{(pid=99670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 21:53:33.556609 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Pushing event updated for resources: {'Port': ['ID=ac45b96f-dbcf-4cd2-ab42-4ae371111278,revision_number=1']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:33.595516 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f6cba-0501-4740-9e2e-64a9cd593516 req-009f5ce6-5db9-4fd4-b817-c95ea0fead24 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:33.597010 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-269f6cba-0501-4740-9e2e-64a9cd593516 req-009f5ce6-5db9-4fd4-b817-c95ea0fead24 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 932 time: 0.0554543 Jul 28 21:53:33.600463 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:33.601076 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.615742 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-9501f91d-f012-4d42-8882-ddb001ea8a67 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5289748 Jul 28 21:53:33.627512 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.v2.base [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Request body: {'port': {'device_id': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=99670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 21:53:33.636851 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-269f6cba-0501-4740-9e2e-64a9cd593516 req-4c3c672b-3630-4353-8b5d-35416425b1b4 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Jul 28 21:53:33.679800 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.926699 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac45b96f-dbcf-4cd2-ab42-4ae371111278 {{(pid=99670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:53:33.933676 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.944874 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.provisioning_blocks [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Transition to ACTIVE for port object ac45b96f-dbcf-4cd2-ab42-4ae371111278 will not be triggered until provisioned by entity L2. {{(pid=99670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 21:53:33.948110 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:33.996245 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Pushing event updated for resources: {'Port': ['ID=ac45b96f-dbcf-4cd2-ab42-4ae371111278,revision_number=2']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:34.056814 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Attempting to bind port ac45b96f-dbcf-4cd2-ab42-4ae371111278 on host hv-cinder-78462 for vnic_type normal with profile {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 21:53:34.057148 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Attempting to bind port ac45b96f-dbcf-4cd2-ab42-4ae371111278 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 21:53:34.057477 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Attempting to bind port ac45b96f-dbcf-4cd2-ab42-4ae371111278 on network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:53:34.061627 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Port ac45b96f-dbcf-4cd2-ab42-4ae371111278 on network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 21:53:34.061947 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Attempting to bind port ac45b96f-dbcf-4cd2-ab42-4ae371111278 on network 5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 21:53:34.066681 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Checking agent: {'id': '60c28171-1f7f-4f91-89d8-fb7b45e408a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'started_at': datetime.datetime(2021, 7, 28, 21, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 21, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 21:53:34.067018 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Checking segment: {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 21:53:34.067396 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Bound using segment: {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'} {{(pid=99670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 21:53:34.067853 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.managers [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Bound port: ac45b96f-dbcf-4cd2-ab42-4ae371111278, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac'}}] {{(pid=99670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 21:53:34.068202 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:34.131041 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] For port ac45b96f-dbcf-4cd2-ab42-4ae371111278, host hv-cinder-78462, cleared binding levels {{(pid=99670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 21:53:34.134233 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] For port ac45b96f-dbcf-4cd2-ab42-4ae371111278, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 21:53:34.138049 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127466224'] for port, after_update {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:34.170417 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:34.171018 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:34.172363 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] 10.222.0.22 "PUT /v2.0/ports/ac45b96f-dbcf-4cd2-ab42-4ae371111278 HTTP/1.1" status: 200 len: 1094 time: 0.5490026 Jul 28 21:53:34.172824 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'tag': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:53:34.175064 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e" -d '{"events": [{"name": "network-changed", "server_uuid": "c87f8150-411f-4e43-8d44-252d752aaaf5", "tag": "ac45b96f-dbcf-4cd2-ab42-4ae371111278"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:53:34.200635 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049fa61-7a33-4a90-b989-b1e124a1ac92 service neutron] Pushing event updated for resources: {'Port': ['ID=ac45b96f-dbcf-4cd2-ab42-4ae371111278,revision_number=3']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:34.216679 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ef915-4d22-4f60-be74-0245f77f734a x-openstack-request-id: req-7c2ef915-4d22-4f60-be74-0245f77f734a {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:53:34.216960 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87f8150-411f-4e43-8d44-252d752aaaf5", "tag": "ac45b96f-dbcf-4cd2-ab42-4ae371111278", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:53:34.217210 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c2ef915-4d22-4f60-be74-0245f77f734a {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:53:34.217619 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'tag': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278', 'status': 'completed', 'code': 200} Jul 28 21:53:34.249131 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-007446fa-8ccc-43df-bf77-bdcba9f9e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:34.250682 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-007446fa-8ccc-43df-bf77-bdcba9f9e09b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0424039 Jul 28 21:53:34.293685 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-d2f773f7-3435-4bf9-b8da-7963a8938f9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278 HTTP/1.1" status: 200 len: 217 time: 0.0352449 Jul 28 21:53:34.339915 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-fa7b899a-6dc9-4ef1-9e12-ea4aef517776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:34.341303 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-fa7b899a-6dc9-4ef1-9e12-ea4aef517776 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0e91d39c-574d-4a5a-bee7-85947eb2e285 HTTP/1.1" status: 200 len: 854 time: 0.0406978 Jul 28 21:53:34.370983 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-d85612db-8a96-4567-8d49-8344bd232ae3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222931 Jul 28 21:53:34.457752 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-089c6100-49e6-4131-a562-e0e6b7db42a8 service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795145 Jul 28 21:53:34.549603 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-76962bff-36b8-4680-b2f4-77a68ae7e983 req-5eb5ae15-6e39-4133-8f6d-2db7cf3458fb service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853446 Jul 28 21:53:34.631942 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-373fa677-a806-425b-88c4-426b4cc9f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:34.633712 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-373fa677-a806-425b-88c4-426b4cc9f9ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0405891 Jul 28 21:53:34.751305 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e35ede-2000-422b-a9d5-54bc9c99c712 req-b9ac42ce-7261-4c82-a40a-b078b7b28bc3 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:34.752791 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-15e35ede-2000-422b-a9d5-54bc9c99c712 req-b9ac42ce-7261-4c82-a40a-b078b7b28bc3 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 944 time: 0.0497875 Jul 28 21:53:34.794489 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-15e35ede-2000-422b-a9d5-54bc9c99c712 req-013a318c-f0f9-4e79-bce1-5aa82b83e1ad tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347116 Jul 28 21:53:34.982123 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-3172a987-c462-4bb8-9c1a-e9d041fcf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:34.983569 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-3172a987-c462-4bb8-9c1a-e9d041fcf9c6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 915 time: 0.3431520 Jul 28 21:53:35.023919 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-6a54892b-ead5-4b13-a07c-647d2ffcac0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278 HTTP/1.1" status: 200 len: 217 time: 0.0326183 Jul 28 21:53:35.069701 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-e857f38d-8604-41ce-b67e-ebe24d8aa865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:35.071075 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-e857f38d-8604-41ce-b67e-ebe24d8aa865 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0e91d39c-574d-4a5a-bee7-85947eb2e285 HTTP/1.1" status: 200 len: 854 time: 0.0401335 Jul 28 21:53:35.104688 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-e3a5144d-9e60-424f-ad98-bb075e2c35b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265334 Jul 28 21:53:35.189603 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-af658968-f45d-42a1-bc75-5277f6ded07e service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0764954 Jul 28 21:53:35.278523 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-ae58c4ae-8e49-421c-bc4a-8a1b2739166e req-e4935ca9-894e-49b1-9cf0-077659dc9b8e service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813234 Jul 28 21:53:35.909350 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86147c86-ba48-4eb4-a6ee-98dd375cd4ff req-4bc842e3-5a16-4fd6-9b00-ebd967b1c0b9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:35.910853 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-86147c86-ba48-4eb4-a6ee-98dd375cd4ff req-4bc842e3-5a16-4fd6-9b00-ebd967b1c0b9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 944 time: 0.0505972 Jul 28 21:53:35.949178 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-86147c86-ba48-4eb4-a6ee-98dd375cd4ff req-29197e01-854a-49e4-9a5d-0dd2a4c3e1e7 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Jul 28 21:53:37.059129 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0449945-74cd-4cc1-b70b-7a31a1853536 req-1383afa1-f6ce-4694-94f8-4ed774ce1b9e tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:37.060580 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a0449945-74cd-4cc1-b70b-7a31a1853536 req-1383afa1-f6ce-4694-94f8-4ed774ce1b9e tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 944 time: 0.0469832 Jul 28 21:53:37.082560 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ac45b96f-dbcf-4cd2-ab42-4ae371111278 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=99671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 21:53:37.098648 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-a0449945-74cd-4cc1-b70b-7a31a1853536 req-4f5996cd-2fed-4f98-8493-4a6afc07c6e4 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Jul 28 21:53:37.180413 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port ac45b96f-dbcf-4cd2-ab42-4ae371111278, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:53:37.191760 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Returning: {'device': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278', 'network_id': '5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac', 'port_id': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278', 'mac_address': 'fa:16:3e:a8:3e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e91d39c-574d-4a5a-bee7-85947eb2e285', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 21:53:37.226959 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:37.239348 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac45b96f-dbcf-4cd2-ab42-4ae371111278 {{(pid=99671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 21:53:37.258885 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port ac45b96f-dbcf-4cd2-ab42-4ae371111278, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:53:37.263847 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:37.308912 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=ac45b96f-dbcf-4cd2-ab42-4ae371111278,revision_number=4']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:37.473654 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['ac45b96f-dbcf-4cd2-ab42-4ae371111278'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:53:38.214983 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af05f5c-d8c6-4379-aa42-a3ef71493552 req-5eb9aba6-76a9-4362-9b99-2138bcdd8833 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:38.216351 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8af05f5c-d8c6-4379-aa42-a3ef71493552 req-5eb9aba6-76a9-4362-9b99-2138bcdd8833 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 945 time: 0.0463421 Jul 28 21:53:38.252537 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-8af05f5c-d8c6-4379-aa42-a3ef71493552 req-56aefbbc-2890-4062-a325-5a9adde2bb3c tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302343 Jul 28 21:53:39.097488 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ac45b96f-dbcf-4cd2-ab42-4ae371111278 up at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 21:53:39.144739 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning for port ac45b96f-dbcf-4cd2-ab42-4ae371111278 completed by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 21:53:39.148178 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.db.provisioning_blocks [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Provisioning complete for port ac45b96f-dbcf-4cd2-ab42-4ae371111278 triggered by entity L2. {{(pid=99671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 21:53:39.148547 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7670807'] for port, provisioning_complete {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:39.223839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7860001'] for port, before_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:39.245139 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278'}] {{(pid=99671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:53:39.247378 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb5550e341043c1d1212596bd329f120af0b2b0ab0815aa9bcea9ebb407051e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec533ed7-2158-4057-9e38-f1122a7fc93a" -d '{"events": [{"server_uuid": "c87f8150-411f-4e43-8d44-252d752aaaf5", "name": "network-vif-plugged", "status": "completed", "tag": "ac45b96f-dbcf-4cd2-ab42-4ae371111278"}]}' {{(pid=99671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:53:39.259809 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] For port ac45b96f-dbcf-4cd2-ab42-4ae371111278, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:53:39.264343 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790526496817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790526107140', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790526107158'] for port, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:39.287878 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb43e6f8-0a2c-428c-8a3d-c0051ebbedd8 x-openstack-request-id: req-bb43e6f8-0a2c-428c-8a3d-c0051ebbedd8 {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:53:39.288285 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87f8150-411f-4e43-8d44-252d752aaaf5", "name": "network-vif-plugged", "status": "completed", "tag": "ac45b96f-dbcf-4cd2-ab42-4ae371111278", "code": 200}]} {{(pid=99671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:53:39.288423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb43e6f8-0a2c-428c-8a3d-c0051ebbedd8 {{(pid=99671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:53:39.288812 dv-cinder-784623-15-iscsi neutron-server[99671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278', 'code': 200} Jul 28 21:53:39.316424 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Pushing event updated for resources: {'Port': ['ID=ac45b96f-dbcf-4cd2-ab42-4ae371111278,revision_number=5']} {{(pid=99671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:53:39.371401 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c6f8e-b591-4290-b5b4-e5bc979130bb req-d4ac8f34-d480-467b-baa0-5681b0e450e7 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:39.373071 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e43c6f8e-b591-4290-b5b4-e5bc979130bb req-d4ac8f34-d480-467b-baa0-5681b0e450e7 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 946 time: 0.0528567 Jul 28 21:53:39.417167 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-e43c6f8e-b591-4290-b5b4-e5bc979130bb req-b1cef362-3219-4231-98f3-b71b4e20b465 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378919 Jul 28 21:53:39.493005 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900a62b-eca3-4adc-8b14-30604978b885 req-43d83e2d-b54d-4c6f-92b1-44e8058267ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:39.494522 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f900a62b-eca3-4adc-8b14-30604978b885 req-43d83e2d-b54d-4c6f-92b1-44e8058267ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 1099 time: 0.0401752 Jul 28 21:53:39.529088 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-f900a62b-eca3-4adc-8b14-30604978b885 req-2fc22983-ba3b-4b3a-80ac-f3765188cdc3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268760 Jul 28 21:53:40.534220 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24d4af-ef57-4480-aaa3-14528fd11586 req-badc2882-d9c0-403e-96df-78e971377298 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:40.535689 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4d24d4af-ef57-4480-aaa3-14528fd11586 req-badc2882-d9c0-403e-96df-78e971377298 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 946 time: 0.0521176 Jul 28 21:53:40.573731 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-4d24d4af-ef57-4480-aaa3-14528fd11586 req-308afc63-798d-4817-a7b5-970b6be5bc95 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322604 Jul 28 21:53:41.579426 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d49a21f0-cc3f-45fb-b7ee-7e7c2e25bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:42.859657 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:44.169834 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:44.221755 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8c54-801c-4650-af1d-23413a781799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:45.403087 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:46.920330 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:53:47.217213 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-7b8bd2cc-9963-4697-a610-aa22ee39222d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381787 Jul 28 21:53:47.302007 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-f283d3ad-dd37-46c7-9542-846cf0eadbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:47.303626 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-f283d3ad-dd37-46c7-9542-846cf0eadbfa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 1099 time: 0.0410173 Jul 28 21:53:47.409312 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-1cd76ad1-ad2b-446d-ab7e-320256a5884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:47.411302 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-1cd76ad1-ad2b-446d-ab7e-320256a5884a service neutron] 10.222.0.22 "GET /v2.0/networks?id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 200 len: 915 time: 0.0895193 Jul 28 21:53:47.452488 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-8169ebcf-3afe-4814-86e5-d457c7619026 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278 HTTP/1.1" status: 200 len: 217 time: 0.0336714 Jul 28 21:53:47.504072 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-6f3a74cf-bc8f-46ae-b085-ade5470b068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:53:47.505476 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-6f3a74cf-bc8f-46ae-b085-ade5470b068d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0e91d39c-574d-4a5a-bee7-85947eb2e285 HTTP/1.1" status: 200 len: 854 time: 0.0465965 Jul 28 21:53:47.534877 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-dfa108e8-0951-424c-af0d-8ea6b025bf4c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226686 Jul 28 21:53:47.621781 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-6bec4a43-7cc2-4ecf-904d-c3b6b488e739 service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793974 Jul 28 21:53:48.673822 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-fc9da124-1c4e-4253-a748-85afb6dbb7eb req-62a1acea-e785-462a-a0aa-74a5125aa346 service neutron] 10.222.0.22 "GET /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857012 Jul 28 21:53:49.977396 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:54:00.461456 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb2c27-3580-4768-b3d0-9f7825bdd7e1 req-89809c9a-2174-47cb-a8c5-c8e88592d25e tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:54:00.462929 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ccdb2c27-3580-4768-b3d0-9f7825bdd7e1 req-89809c9a-2174-47cb-a8c5-c8e88592d25e tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 946 time: 0.0479736 Jul 28 21:54:00.500508 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [req-ccdb2c27-3580-4768-b3d0-9f7825bdd7e1 req-a69cd86e-0f61-4cb7-a8db-9df4b258211c tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312009 Jul 28 21:54:01.615702 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee38f0-c702-4ecd-9987-5d3896055796 req-7297e7b1-f414-42cd-af53-10b11d02fb5b tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:54:01.617159 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a3ee38f0-c702-4ecd-9987-5d3896055796 req-7297e7b1-f414-42cd-af53-10b11d02fb5b tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 946 time: 0.0485129 Jul 28 21:54:01.653340 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-a3ee38f0-c702-4ecd-9987-5d3896055796 req-c315ee66-3ba4-426c-8785-17fc56ac87e3 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfe2877d-85a9-457c-9d84-cbc81d9f7f04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302131 Jul 28 21:54:01.995823 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-612acbf0-cdb5-48e3-8959-bb1718f5bb87 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 21:54:01.997225 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-612acbf0-cdb5-48e3-8959-bb1718f5bb87 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 946 time: 0.0465291 Jul 28 21:54:02.085327 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Deleting port ac45b96f-dbcf-4cd2-ab42-4ae371111278 {{(pid=99670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 21:54:02.085662 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790526491787'] for port, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:02.170607 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.db [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] For port ac45b96f-dbcf-4cd2-ab42-4ae371111278, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=ac45b96f-dbcf-4cd2-ab42-4ae371111278,segment=NetworkSegment(d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7),segment_id=d37b47fc-c61c-4d59-8f9b-31dc53cb3ad7)] {{(pid=99670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 21:54:02.170887 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729695'] for port, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:02.183247 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.plugin [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Calling delete_port for ac45b96f-dbcf-4cd2-ab42-4ae371111278 owned by compute:nova {{(pid=99670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 21:54:02.309832 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7741932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-886397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790526496799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790526107127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127466217'] for port, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:02.321628 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.db [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] get_ports_and_sgs() called for port_ids ['ac45b96f-dbcf-4cd2-ab42-4ae371111278'] {{(pid=99671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 21:54:02.338240 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Pushing event deleted for resources: {'Port': ['ID=ac45b96f-dbcf-4cd2-ab42-4ae371111278,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:54:02.363305 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.363695 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.364543 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.364884 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.365218 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.365552 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.365883 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.366245 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.366579 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.366904 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.367231 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.367556 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:02.391468 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] No DVR routers for this DVR port ac45b96f-dbcf-4cd2-ab42-4ae371111278 on host hv-cinder-78462 {{(pid=99670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 21:54:02.393783 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125432'] for port, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:02.395816 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-b0cdfe56-2ddf-4ae5-8c4a-05fa3203bc28 req-9c10240a-e9e9-4573-bf9f-917a88924d15 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.22 "DELETE /v2.0/ports/ac45b96f-dbcf-4cd2-ab42-4ae371111278 HTTP/1.1" status: 204 len: 173 time: 0.3924663 Jul 28 21:54:02.396242 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'name': 'network-vif-deleted', 'tag': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278'}] {{(pid=99670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 21:54:02.398499 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf83b62cdda4b85d673198fc374c55b000dd7330ac9e7a00a0c64bbc35fe5583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3602bc46-1e4e-43c6-9364-c5b5d57fcce3" -d '{"events": [{"server_uuid": "c87f8150-411f-4e43-8d44-252d752aaaf5", "name": "network-vif-deleted", "tag": "ac45b96f-dbcf-4cd2-ab42-4ae371111278"}]}' {{(pid=99670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 21:54:02.436508 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 21:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588240b-453e-4892-80f5-9357de7be732 x-openstack-request-id: req-2588240b-453e-4892-80f5-9357de7be732 {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 21:54:02.436803 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87f8150-411f-4e43-8d44-252d752aaaf5", "name": "network-vif-deleted", "tag": "ac45b96f-dbcf-4cd2-ab42-4ae371111278", "status": "completed", "code": 200}]} {{(pid=99670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 21:54:02.437062 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2588240b-453e-4892-80f5-9357de7be732 {{(pid=99670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 21:54:02.437464 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87f8150-411f-4e43-8d44-252d752aaaf5', 'name': 'network-vif-deleted', 'tag': 'ac45b96f-dbcf-4cd2-ab42-4ae371111278', 'status': 'completed', 'code': 200} Jul 28 21:54:02.756767 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [req-47eadd27-99e5-4e03-80ed-888d5a6d78e2 req-d6628248-46e6-4b21-b801-7823c4b914a9 tempest-VolumesSnapshotTestJSON-603008566 tempest-VolumesSnapshotTestJSON-603008566-project] 10.222.0.21 "GET /v2.0/ports?device_id=c87f8150-411f-4e43-8d44-252d752aaaf5 HTTP/1.1" status: 200 len: 210 time: 0.0259366 Jul 28 21:54:07.209319 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ac45b96f-dbcf-4cd2-ab42-4ae371111278 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 21:54:07.228625 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.plugin [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] No Port match for: ac45b96f-dbcf-4cd2-ab42-4ae371111278 {{(pid=99671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 21:54:07.228960 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron.plugins.ml2.rpc [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Device ac45b96f-dbcf-4cd2-ab42-4ae371111278 not bound to the agent host hv-cinder-78462 {{(pid=99671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 21:54:11.578232 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-5f9a31ed-9fa4-4e35-8244-a0850cf9cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:12.873890 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:14.170205 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:14.221309 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-1433163e-1c6a-4884-9d4c-5682fba1bba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:15.405682 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:16.923826 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:25.742513 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [-] (99669) accepted ('10.222.0.21', 39212) {{(pid=99669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:54:25.785841 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.db.db_base_plugin_v2 [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Deleting subnet 0e91d39c-574d-4a5a-bee7-85947eb2e285 {{(pid=99669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 28 21:54:25.788738 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:25.821373 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126612571'] for subnet, precommit_delete_associations {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:25.860655 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7700413'] for subnet, precommit_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:25.912583 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7700294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3456110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3447968'] for subnet, after_delete {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:25.938935 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e91d39c-574d-4a5a-bee7-85947eb2e285,revision_number=None']} {{(pid=99669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:54:25.941370 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron_lib.callbacks.manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for subnet, before_response {{(pid=99669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:25.943218 dv-cinder-784623-15-iscsi neutron-server[99669]: INFO neutron.wsgi [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0e91d39c-574d-4a5a-bee7-85947eb2e285 HTTP/1.1" status: 204 len: 168 time: 0.1997216 Jul 28 21:54:25.946388 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 39214) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:54:25.950011 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.950395 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.950737 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.951072 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.951416 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.951734 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.952062 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.952389 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.952716 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.953036 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.953357 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:25.953801 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56953c3e-05a5-4098-a272-c6f4ca7187f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-15-iscsi {{(pid=99669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 21:54:26.013892 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7826100'] for network, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.091375 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7668522', 'neutron.services.segments.db._delete_segments_for_network-8790526572081'] for network, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.101174 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac']}} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:54:26.110852 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7') {'for_net_delete': True} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:54:26.111149 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.services.segments.db [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37b47fc-c61c-4d59-8f9b-31dc53cb3ad7') {} {{(pid=99670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 21:54:26.120151 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790526573370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127466130'] for segment, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.133353 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699'] for segment, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.138952 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=99670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 21:54:26.139337 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127466264'] for segment, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: Traceback (most recent call last): Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: timer() Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: cb(*args, **kw) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: return func(*args, **kwargs) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: self._notify() Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: self.callback(batched_events) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: event.method(event) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: return f(self, *a, **k) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._get(url).json() Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: return self.request(url, 'GET', **kwargs) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 21:54:26.140882 dv-cinder-784623-15-iscsi neutron-server[99670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 21:54:26.191587 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7668531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1533347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1733562'] for network, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.197553 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1533341'] for network, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.199333 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac HTTP/1.1" status: 204 len: 168 time: 0.2518749 Jul 28 21:54:26.208704 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6016c-b815-4206-a419-3d5635e3c713 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f339060-3ab2-4d2b-afdb-ae6b22d3c7ac,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:54:26.382413 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 39218) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:54:26.425409 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-d84bcce1-5335-4161-8c09-a993e4e7b0f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0393bb2bd4e34ab88e27f551a86290d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418375 Jul 28 21:54:26.427778 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [-] (99670) accepted ('10.222.0.21', 39220) {{(pid=99670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 21:54:26.474972 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-12bde4bd-f586-4468-b3d7-df218d2bcb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.495527 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-12bde4bd-f586-4468-b3d7-df218d2bcb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.539912 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-12bde4bd-f586-4468-b3d7-df218d2bcb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525521'] for security_group, after_delete {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.542601 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron_lib.callbacks.manager [None req-12bde4bd-f586-4468-b3d7-df218d2bcb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:26.543741 dv-cinder-784623-15-iscsi neutron-server[99670]: INFO neutron.wsgi [None req-12bde4bd-f586-4468-b3d7-df218d2bcb99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfe2877d-85a9-457c-9d84-cbc81d9f7f04 HTTP/1.1" status: 204 len: 168 time: 0.1144576 Jul 28 21:54:26.551075 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bde4bd-f586-4468-b3d7-df218d2bcb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2877d-85a9-457c-9d84-cbc81d9f7f04,revision_number=None']} {{(pid=99670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 21:54:26.976246 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:54:41.579647 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-2b3d747c-5a17-46da-b525-cd103f717a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:42.888087 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:44.170996 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:44.220542 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-c445d9a9-60d8-46b2-a69f-3789f1fbfd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:45.407337 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:54:46.927133 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:03.974968 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:55:11.579801 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d9d05aa3-3190-4f29-a52d-74a6909a0a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:12.902418 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:14.171667 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:14.220839 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b87b8e56-837d-4fe6-8a57-700ab4c0ff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:15.410645 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:16.931398 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:40.973675 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:55:41.580900 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f57cba4b-0dfa-4508-8da1-a6198b14670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:42.900737 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:44.044841 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [req-bd884e07-44aa-486d-aea8-dc03f2272fdc req-b112f01b-a395-4acd-b0ae-8b04807857cb service neutron] (99669) timed out ('10.222.0.22', 50186) {{(pid=99669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 21:55:44.171832 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:44.219547 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b203e7f9-f611-492d-b24d-b2f84574280b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:45.414009 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:55:46.932811 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:11.581149 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-bee85b2e-ecce-4c1d-a39f-5853324b2060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:12.916732 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:14.172707 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:14.217741 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-4c340695-47ad-42da-82a1-0ee166beb9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:15.416431 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:16.934878 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:17.972515 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:56:41.581390 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7604f450-93d0-4f47-a28e-f47e369afff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:42.914747 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:44.173458 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:44.216870 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-db2a2798-1c05-4c8d-99e4-bef928792ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:45.418970 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:46.937619 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:56:54.970794 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:57:11.582423 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d78a96c9-c31f-4fd9-af0d-dd06ed9af87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:12.913743 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:14.174533 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:14.216138 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-98ac6230-7774-4ccc-9076-990e789843d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:15.421477 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:16.942525 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:31.969560 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:57:41.582452 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-849d54c2-ebac-4b31-86c3-c6940aea8f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:42.928969 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:44.174460 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:44.214788 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-21aa97fb-9ff5-4e63-90b9-9a86aed40be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:45.427148 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:57:46.942478 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:07.762302 dv-cinder-784623-15-iscsi neutron-server[99669]: DEBUG neutron.wsgi [req-4859f0ed-ad83-40ec-9191-508146ce31d1 req-31b77060-6c3b-4fb3-98cc-88cd2c835f1c tempest-ServerRescueNegativeTestJSON-970553652 tempest-ServerRescueNegativeTestJSON-970553652-project] (99669) timed out ('10.222.0.22', 50209) {{(pid=99669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 21:58:08.770877 dv-cinder-784623-15-iscsi neutron-server[99670]: DEBUG neutron.wsgi [req-8135957e-197c-431a-94a6-2ddb1558beae req-92f359e7-805b-4191-8d44-749a77b454a5 tempest-AttachVolumeNegativeTest-1908639304 tempest-AttachVolumeNegativeTest-1908639304-project] (99670) timed out ('10.222.0.22', 50202) {{(pid=99670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 21:58:08.968672 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:58:11.582060 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-f41023f7-1c30-4b6d-ad35-8fd32e275d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:12.928215 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:14.174483 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:14.214407 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-250abfac-211f-442e-9853-d9e5398f0665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:15.427242 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:16.945765 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:41.584291 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-d49aab6b-90e0-4e85-b2a2-39056c7a4627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:42.926627 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:44.174288 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:44.213669 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-ea24e24b-62a6-4766-84fb-e44d12a281a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:45.431084 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:58:45.967784 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:58:46.947723 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:11.586705 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b5594b25-d200-4d3c-914b-3e172d001707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:12.942455 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:14.174778 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-6b63b373-b6d4-48fd-b15d-53f5825c5671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:14.211502 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-50fced01-7e5e-405f-ac01-79df8b785eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:15.433709 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-7a558451-b941-4524-ba61-4069260fe548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:16.949286 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-b79c943c-dc6e-43b2-a6d7-0abc9d0291ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:22.966522 dv-cinder-784623-15-iscsi neutron-server[99672]: DEBUG neutron.db.agents_db [None req-3e764ca7-6df4-4ad9-858b-70d7b1bc1f71 None None] Agent healthcheck: found 6 active agents {{(pid=99672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 21:59:41.590593 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-14f55b64-8ed2-48ac-a21c-9f4c13e71114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 21:59:42.957289 dv-cinder-784623-15-iscsi neutron-server[99671]: DEBUG neutron_lib.callbacks.manager [None req-9faab7fb-1d4a-4bb0-994e-6f47dea058b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790526572063', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7668204'] for agent, after_update {{(pid=99671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}